-- Logs begin at Sun 2022-08-21 00:10:36 UTC, end at Sun 2022-08-21 01:47:01 UTC. -- Aug 21 01:16:09.722416 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 21 01:16:12.397677 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.common.config [-] Logging enabled! Aug 21 01:16:12.398249 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev503 Aug 21 01:16:12.398472 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106810) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 21 01:16:12.401784 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.common.config [-] Logging enabled! Aug 21 01:16:12.402044 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev503 Aug 21 01:16:12.402354 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106810) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 21 01:16:12.403301 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 21 01:16:12.403562 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 21 01:16:12.404040 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 21 01:16:12.404316 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 21 01:16:12.404546 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 21 01:16:12.404870 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.405175 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.405410 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.405714 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.406011 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.406295 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.406587 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.406890 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.407196 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.407462 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.407748 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.407981 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.408289 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.408580 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.408871 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.409097 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] debug = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.409379 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.409804 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.410216 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.410499 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.410792 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.411074 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.411350 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.411631 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.411918 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.412277 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.412559 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.412856 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.413146 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.413436 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.413715 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.413995 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.414283 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.414559 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.414923 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] log_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.415209 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.415505 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.415799 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.416093 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.416344 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.416570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.416932 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.417235 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.417519 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.417800 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.418080 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.418556 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.418653 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.418897 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.419211 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.419502 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.419791 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.420069 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.420373 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.420650 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.420923 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.421211 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.421488 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.421761 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.422038 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.422328 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.422601 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.422884 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.423189 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.423483 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.423769 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.424061 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.424364 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.424651 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.424927 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.425203 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.425478 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] use_json = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.425755 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.426029 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.426313 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.426588 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.426863 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.427138 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.427414 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.427704 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.427981 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:12.428317 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.428618 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.428921 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.429209 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.429521 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.429805 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.430099 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.430381 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.430673 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.430963 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.431255 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.431538 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.431841 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.432157 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.432458 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.432771 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.433072 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.433368 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.433649 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.433929 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.434207 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.434489 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.435288 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.435575 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.435868 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.436188 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.436471 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.436774 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.437063 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.437349 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.437645 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.437941 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.438483 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.438774 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.439067 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.439348 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.439623 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.439914 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.440225 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.440502 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.440786 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.441081 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.441373 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.441646 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.441924 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.442215 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.442494 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.442768 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.443041 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.443324 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.443594 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.443879 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.444179 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.444455 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.444728 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.445007 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.445281 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.445555 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.445833 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.446198 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.446483 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.446766 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.447034 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.447310 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.447588 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.447865 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.448165 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.448443 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.448723 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.448997 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.449270 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.449543 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.449817 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.450094 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.450996 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.451287 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.451598 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.451965 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.452341 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.452628 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.452912 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.453193 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.453478 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.453755 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.454050 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.454335 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.454624 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.454911 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.455191 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.455507 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.455787 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.456067 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.456375 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.456652 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.456933 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.457220 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.457499 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.457779 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.458067 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.458353 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.458653 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.458952 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.459236 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.459534 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.459832 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.460150 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.460435 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.460747 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.461032 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:12.461254 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 21 01:16:12.461499 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106810) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 21 01:16:12.759615 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 21 01:16:12.759932 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 21 01:16:12.760226 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 21 01:16:12.760459 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 21 01:16:12.760737 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 21 01:16:12.761073 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 21 01:16:13.177457 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.177674 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.177945 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.179242 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.179518 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.179798 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.233870 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.234151 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.234422 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.251127 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.251411 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.251685 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.281238 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.281521 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.281788 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.318130 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.318411 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.318684 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.556785 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.557429 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.557429 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.557619 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.558508 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.656280 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.656606 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.656891 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.657164 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.657432 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.657745 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.658009 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.658270 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.658528 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.658812 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.659075 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.659341 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.659601 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.659859 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.660138 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.660411 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.660671 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.660942 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.661215 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.661476 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.661751 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.662007 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.662291 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.662669 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.662922 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.663170 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.663572 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 01:16:13.663813 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 01:16:13.664052 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 01:16:13.664315 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 01:16:13.664552 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 01:16:13.664787 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 01:16:13.665155 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 21 01:16:13.668329 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 21 01:16:13.672313 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 21 01:16:13.676060 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 21 01:16:13.677725 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 21 01:16:13.678351 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 21 01:16:13.678694 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 21 01:16:13.679084 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 21 01:16:13.681884 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 21 01:16:13.682136 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 21 01:16:13.682486 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 01:16:13.688433 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 21 01:16:13.711788 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 21 01:16:13.712242 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.712548 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106810) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 21 01:16:13.712930 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.714287 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106810) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 21 01:16:13.714568 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 01:16:13.714821 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 21 01:16:13.718318 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.718601 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:13.881225 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 21 01:16:13.881412 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 21 01:16:13.881616 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 21 01:16:13.881997 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 21 01:16:13.933968 dv-cinder-master-3-iscsi neutron-server[106810]: INFO dbcounter [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Registered counter for database neutron Aug 21 01:16:13.952964 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_db.sqlalchemy.engines [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106810) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 21 01:16:13.958913 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writer thread running {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 21 01:16:14.595897 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Initializing driver for type 'gre' Aug 21 01:16:14.596576 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] gre ID ranges: [(1, 1000)] Aug 21 01:16:14.783905 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Initializing driver for type 'local' Aug 21 01:16:14.784286 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Initializing driver for type 'vlan' Aug 21 01:16:14.863467 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] VlanTypeDriver initialization complete Aug 21 01:16:14.863800 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Initializing driver for type 'vxlan' Aug 21 01:16:14.864350 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] vxlan ID ranges: [(1, 1000)] Aug 21 01:16:15.064167 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Initializing extension driver 'port_security' Aug 21 01:16:15.064448 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.extensions.port_security [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] PortSecurityExtensionDriver initialization complete Aug 21 01:16:15.064787 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Initializing mechanism driver 'openvswitch' Aug 21 01:16:15.065120 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Initializing mechanism driver 'hyperv' Aug 21 01:16:15.075875 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:16:15.076589 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > port after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.076962 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > port after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.077310 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > port after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.077832 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 21 01:16:15.078262 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > subnet after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.078615 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > subnet after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.078960 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.079354 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 21 01:16:15.079811 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > network after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.080191 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > network after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.080536 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > network after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.080941 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 21 01:16:15.081347 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > security_group after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.081698 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > security_group after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.082040 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.082433 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 21 01:16:15.082836 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.083186 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.083526 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.083917 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 21 01:16:15.084345 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > address_group after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.084689 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > address_group after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.085027 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.085417 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 21 01:16:15.085865 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] ML2 OVO RPC backend initialized. {{(pid=106810) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 21 01:16:15.086585 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.086941 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.087355 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > network before_response 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.087701 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > networks before_response 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.088046 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > port before_response 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.088404 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > ports before_response 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.088746 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > subnet before_response 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.089086 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > subnets before_response 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.089432 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > network after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.089772 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > network after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.090110 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > network after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.090448 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > port after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.090787 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > port after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.091677 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > port after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.092016 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > subnet after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.092378 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > subnet after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.092719 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.100619 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded quota_driver: . Aug 21 01:16:15.100979 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.plugin [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Modular L2 Plugin initialization complete Aug 21 01:16:15.101325 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading services supported by the core plugin {{(pid=106810) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 21 01:16:15.101668 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.plugins.ml2.managers [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Got port-security extension from driver 'port_security' Aug 21 01:16:15.102142 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.extensions.vlantransparent [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Disabled vlantransparent extension. Aug 21 01:16:15.102635 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106810) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 21 01:16:15.102964 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading Plugin: router Aug 21 01:16:15.139317 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.139712 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router after_create 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.140130 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router before_create 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.140510 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.140892 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.141243 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router after_delete 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.141605 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.141956 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.142314 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router after_create 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.142660 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router after_update 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.143017 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router after_update 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.143366 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.143729 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router after_update 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.144173 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router precommit_update 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.144549 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: port after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.144895 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: port after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.145235 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: subnet after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.145575 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.145920 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.146270 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router precommit_create 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.146613 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: port before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.146954 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router precommit_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.147315 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router after_update 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.147655 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.148007 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router precommit_create 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.148391 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.148736 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router precommit_update 55549900 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.149109 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > agent after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.149469 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > agent after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.149811 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > network after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.150763 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Tracking information for resource: router configured {{(pid=106810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 01:16:15.151090 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Tracking information for resource: floatingip configured {{(pid=106810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 01:16:15.161367 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.db.l3_agentschedulers_db [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 21 01:16:15.161984 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: port after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.162360 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: port after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.162718 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: port after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.163073 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: port after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.163982 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router before_create 55550100 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.164409 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.164777 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router precommit_create 55550100 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.165177 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > router precommit_update 55550100 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.170361 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.services.provider_configuration [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service providers = [] {{(pid=106810) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 21 01:16:15.170722 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.db.servicetype_db [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106810) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 21 01:16:15.174076 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.services.service_base [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 01:16:15.174423 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.services.service_base [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 01:16:15.174765 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.services.service_base [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 01:16:15.175647 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.services.service_base [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 01:16:15.176021 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.services.service_base [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 21 01:16:15.176432 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 01:16:15.176753 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 21 01:16:15.193391 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 01:16:15.193720 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading Plugin: auto_allocate Aug 21 01:16:15.199963 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: network precommit_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.200972 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: network precommit_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.201450 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 01:16:15.201770 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading Plugin: tag Aug 21 01:16:15.209178 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 01:16:15.209504 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading Plugin: timestamp Aug 21 01:16:15.213440 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 01:16:15.213772 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading Plugin: network_ip_availability Aug 21 01:16:15.226657 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.227037 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.227395 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.228286 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 01:16:15.228615 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading Plugin: flavors Aug 21 01:16:15.236056 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 01:16:15.236406 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading Plugin: revisions Aug 21 01:16:15.241481 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 01:16:15.241871 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_concurrency.lockutils [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.481s {{(pid=106810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 21 01:16:15.242651 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106810) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 21 01:16:15.242988 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Initializing extension manager. Aug 21 01:16:15.243518 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: __init__.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.243863 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: __pycache__ {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.244224 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: address_group.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.244976 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.245566 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: address-group Aug 21 01:16:15.245889 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: address_scope.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.246597 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.247612 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: address-scope Aug 21 01:16:15.247936 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.248868 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.249378 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: router-admin-state-down-before-update Aug 21 01:16:15.249699 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: agent.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.250365 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.250871 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: agent Aug 21 01:16:15.251243 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: agent_resources_synced.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.256545 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.257053 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: agent-resources-synced Aug 21 01:16:15.257372 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: allowedaddresspairs.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.259150 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.259669 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: allowed-address-pairs Aug 21 01:16:15.259997 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: auto_allocated_topology.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.261061 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.261569 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: auto-allocated-topology Aug 21 01:16:15.261893 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: availability_zone.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.262547 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.263680 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: availability_zone Aug 21 01:16:15.264001 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: availability_zone_filter.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.264902 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.265407 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: availability_zone_filter Aug 21 01:16:15.265729 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: data_plane_status.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.266577 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.267074 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension data-plane-status not supported by any of loaded plugins Aug 21 01:16:15.267395 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: default_subnetpools.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.268283 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.268787 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: default-subnetpools Aug 21 01:16:15.269104 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.269889 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.270389 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: dhcp_agent_scheduler Aug 21 01:16:15.270711 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: dns.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.271574 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.272071 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension dns-integration not supported by any of loaded plugins Aug 21 01:16:15.272420 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: dns_domain_ports.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.273277 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.273775 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 21 01:16:15.274094 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.274963 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.275460 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 21 01:16:15.275780 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: dvr.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.276434 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.276933 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: dvr Aug 21 01:16:15.277253 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: ecmp_routes.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.283957 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.283957 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 21 01:16:15.283957 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: empty_string_filtering.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.283957 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.283957 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: empty-string-filtering Aug 21 01:16:15.283957 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.285951 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.285951 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 21 01:16:15.285951 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.285951 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.285951 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 21 01:16:15.285951 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: external_net.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.286393 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.286393 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: external-net Aug 21 01:16:15.286393 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.286623 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.286911 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: extra_dhcp_opt Aug 21 01:16:15.287229 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: extraroute.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.288092 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.288616 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: extraroute Aug 21 01:16:15.288935 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: extraroute_atomic.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.289927 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.290431 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: extraroute-atomic Aug 21 01:16:15.290751 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: filter_validation.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.291393 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.292163 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: filter-validation Aug 21 01:16:15.292488 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: fip_pf_description.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.293365 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.293871 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 21 01:16:15.294462 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: fip_pf_port_range.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.295251 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.295552 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 21 01:16:15.295870 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: fip_port_details.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.296792 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.297361 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: fip-port-details Aug 21 01:16:15.297619 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: flavors.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.298814 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.299327 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: flavors Aug 21 01:16:15.299652 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.309064 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.310181 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 21 01:16:15.310568 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: floatingip_pools.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.311221 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.311729 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: floatingip-pools Aug 21 01:16:15.312057 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: ip_allocation.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.312979 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.313745 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension ip_allocation not supported by any of loaded plugins Aug 21 01:16:15.314070 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.315044 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.315502 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: ip-substring-filtering Aug 21 01:16:15.315825 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: l2_adjacency.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.316751 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.317251 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 21 01:16:15.317571 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: l3.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.318558 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.319075 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: router Aug 21 01:16:15.319416 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.321725 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.322260 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 21 01:16:15.322588 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.323493 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.324006 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: ext-gw-mode Aug 21 01:16:15.324361 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.325282 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.326325 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: l3-ha Aug 21 01:16:15.327280 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.327460 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.327965 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 21 01:16:15.328310 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: l3_flavors.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.329173 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.329682 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: l3-flavors Aug 21 01:16:15.329998 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.331348 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.331855 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 21 01:16:15.332210 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.337352 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.337856 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 21 01:16:15.338204 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: l3agentscheduler.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.339252 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.339759 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: l3_agent_scheduler Aug 21 01:16:15.340081 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: local_ip.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.341869 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.342385 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension local_ip not supported by any of loaded plugins Aug 21 01:16:15.342719 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: logging.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.344170 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.344693 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension logging not supported by any of loaded plugins Aug 21 01:16:15.345027 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: metering.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.345732 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.346551 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: metering Aug 21 01:16:15.346884 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.347931 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.348586 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: metering_source_and_destination_fields Aug 21 01:16:15.348777 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: multiprovidernet.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.349653 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.350161 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: multi-provider Aug 21 01:16:15.350484 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: netmtu.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.351345 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.351849 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: net-mtu Aug 21 01:16:15.352200 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: netmtu_writable.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.353063 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.353573 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: net-mtu-writable Aug 21 01:16:15.353909 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: network_availability_zone.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.354552 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.355059 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: network_availability_zone Aug 21 01:16:15.355384 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: network_ip_availability.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.356491 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.357003 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: network-ip-availability Aug 21 01:16:15.357327 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: network_segment_range.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.358062 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.358565 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension network-segment-range not supported by any of loaded plugins Aug 21 01:16:15.358889 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: pagination.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.359825 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.360185 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: pagination Aug 21 01:16:15.360514 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: port_device_profile.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.361371 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.361885 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: port-device-profile Aug 21 01:16:15.362207 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: port_mac_address_override.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.363077 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.363584 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: port-mac-override Aug 21 01:16:15.363905 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.364793 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.365302 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: port-mac-address-regenerate Aug 21 01:16:15.365623 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.377161 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.377731 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: port-numa-affinity-policy Aug 21 01:16:15.378067 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: port_resource_request.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.378996 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.379513 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension port-resource-request not supported by any of loaded plugins Aug 21 01:16:15.379843 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: port_resource_request_groups.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.380821 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.381347 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 21 01:16:15.381677 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: portbindings.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.382587 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.383166 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: binding Aug 21 01:16:15.383494 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: portbindings_extended.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.384779 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.385306 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: binding-extended Aug 21 01:16:15.385638 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: portsecurity.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.386527 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.387047 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: port-security Aug 21 01:16:15.387438 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: project_id.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.389116 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.389614 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: project-id Aug 21 01:16:15.389948 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: providernet.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.390956 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.391632 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: provider Aug 21 01:16:15.391962 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.395642 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.396189 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos not supported by any of loaded plugins Aug 21 01:16:15.396533 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.397756 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.398278 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 21 01:16:15.398614 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.399518 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.400033 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 21 01:16:15.400390 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_default.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.401284 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.401831 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-default not supported by any of loaded plugins Aug 21 01:16:15.402161 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_fip.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.403134 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.403601 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-fip not supported by any of loaded plugins Aug 21 01:16:15.403931 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.404838 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.405347 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 21 01:16:15.405694 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_gateway_ip.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.406587 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.407097 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 21 01:16:15.407428 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_port_network_policy.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.408336 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.408852 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 21 01:16:15.409182 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.410199 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.410710 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 21 01:16:15.411045 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.412037 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.412608 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 21 01:16:15.412938 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_pps_rule.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.414099 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.414693 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-pps not supported by any of loaded plugins Aug 21 01:16:15.415067 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_rule_type_details.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.422661 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.423228 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 21 01:16:15.423676 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.424670 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.425234 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 21 01:16:15.425603 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: qos_rules_alias.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.426660 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.427226 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 21 01:16:15.427596 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: quota_check_limit.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.429268 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.429791 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: quota-check-limit Aug 21 01:16:15.430128 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: quotasv2.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.431111 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.431444 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: quotas Aug 21 01:16:15.431770 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: quotasv2_detail.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.433583 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.433922 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: quota_details Aug 21 01:16:15.434258 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: rbac.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.436230 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.436775 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: rbac-policies Aug 21 01:16:15.437106 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: rbac_address_group.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.438013 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.438805 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: rbac-address-group Aug 21 01:16:15.439137 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: rbac_address_scope.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.440049 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.440596 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: rbac-address-scope Aug 21 01:16:15.440928 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: rbac_security_groups.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.441898 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.442424 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: rbac-security-groups Aug 21 01:16:15.442755 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: rbac_subnetpool.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.443659 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.444182 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: rbac-subnetpool Aug 21 01:16:15.444514 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: revisionifmatch.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.445403 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.445950 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: revision-if-match Aug 21 01:16:15.446275 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: revisions.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.447370 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.447894 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: standard-attr-revisions Aug 21 01:16:15.448280 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: router_availability_zone.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.448937 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.449450 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: router_availability_zone Aug 21 01:16:15.449776 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: routerservicetype.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.451290 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.451886 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension router-service-type not supported by any of loaded plugins Aug 21 01:16:15.452182 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.453092 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.453616 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: security-groups-normalized-cidr Aug 21 01:16:15.453945 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.454947 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.456269 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: port-security-groups-filtering Aug 21 01:16:15.456269 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.463465 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.463465 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: security-groups-remote-address-group Aug 21 01:16:15.463465 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.464252 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.464798 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: security-groups-shared-filtering Aug 21 01:16:15.465128 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: securitygroup.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.474914 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.475451 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: security-group Aug 21 01:16:15.475789 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: segment.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.476533 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.477042 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension segment not supported by any of loaded plugins Aug 21 01:16:15.477368 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.478300 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.478808 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 21 01:16:15.479135 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: servicetype.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.480221 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.480740 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: service-type Aug 21 01:16:15.481063 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: sorting.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.482500 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.482829 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: sorting Aug 21 01:16:15.483151 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: standard_attr_segment.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.484028 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.484577 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 21 01:16:15.484906 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: standardattrdescription.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.485524 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.486034 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: standard-attr-description Aug 21 01:16:15.486358 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: stateful_security_group.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.495429 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.495994 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: stateful-security-group Aug 21 01:16:15.496405 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: stdattrs_common.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.498235 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 21 01:16:15.499526 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.504881 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.505427 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 21 01:16:15.505755 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: subnet_onboard.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.506831 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.507351 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: subnet_onboard Aug 21 01:16:15.507678 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.508596 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.509105 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 21 01:16:15.509430 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: subnet_service_types.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.510316 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.510822 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: subnet-service-types Aug 21 01:16:15.511147 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: subnetallocation.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.512200 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.512718 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: subnet_allocation Aug 21 01:16:15.513034 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.513674 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.514184 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: subnetpool-prefix-ops Aug 21 01:16:15.514505 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.515398 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.515900 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 21 01:16:15.516248 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: tagging.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.517322 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.517846 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: standard-attr-tag Aug 21 01:16:15.518169 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: timestamp.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.519327 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.519847 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loaded extension: standard-attr-timestamp Aug 21 01:16:15.520207 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: trunk.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.521194 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.521706 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension trunk not supported by any of loaded plugins Aug 21 01:16:15.522028 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: trunk_details.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.522890 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.523396 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension trunk-details not supported by any of loaded plugins Aug 21 01:16:15.523723 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: uplink_status_propagation.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.524624 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.525123 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 21 01:16:15.525447 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Loading extension file: vlantransparent.py {{(pid=106810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 21 01:16:15.526087 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 21 01:16:15.526596 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 21 01:16:15.529388 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:network Aug 21 01:16:15.529915 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:subnet Aug 21 01:16:15.530307 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 01:16:15.530693 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:port Aug 21 01:16:15.532036 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.532510 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service FLAVORS assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.533127 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.533563 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.533893 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:router Aug 21 01:16:15.534329 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:floatingip Aug 21 01:16:15.534818 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service METERING assigned prefix: /metering {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.536300 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.536673 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.537027 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:16:15.540198 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 01:16:15.540198 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:security_group Aug 21 01:16:15.540198 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 01:16:15.540198 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service CORE assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.540198 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 01:16:15.540198 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] subnetpool is already registered Aug 21 01:16:15.540560 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service CORE assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.540822 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 01:16:15.541152 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] subnetpool is already registered Aug 21 01:16:15.543526 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.544471 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service FLAVORS assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.545074 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.545501 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.545833 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:router Aug 21 01:16:15.546206 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] router is already registered Aug 21 01:16:15.546621 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:floatingip Aug 21 01:16:15.546951 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] floatingip is already registered Aug 21 01:16:15.547409 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service METERING assigned prefix: /metering {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.548086 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 01:16:15.548467 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] rbac_policy is already registered Aug 21 01:16:15.548855 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:security_group Aug 21 01:16:15.549187 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] security_group is already registered Aug 21 01:16:15.549594 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 01:16:15.549930 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] security_group_rule is already registered Aug 21 01:16:15.550688 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service CORE assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.551039 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 01:16:15.551462 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] subnetpool is already registered Aug 21 01:16:15.551896 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.v2.resource_helper [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Service CORE assigned prefix: {{(pid=106810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 01:16:15.552248 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 01:16:15.552581 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING neutron.quota.resource_registry [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] subnetpool is already registered Aug 21 01:16:15.553057 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: extensions {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.554582 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: address-groups {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.556077 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: address-scopes {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.557435 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: agents {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.558594 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: auto-allocated-topology {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.561309 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: availability_zones {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.561705 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: dhcp-networks {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.563469 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: dhcp-agents {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.564932 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: routers {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.566700 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: flavors {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.567914 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: service_profiles {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.569181 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: next_providers {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.570633 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: service_profiles {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.573432 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: floatingip-pools {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.574675 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: routers {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.576472 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: floatingips {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.577759 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: l3-routers {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.579146 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: l3-agents {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.585170 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: metering-labels {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.585170 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: metering-label-rules {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.585170 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: network-ip-availabilities {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.585170 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: bindings {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.586066 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: quotas {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.587733 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: quotas {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.589303 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: rbac-policies {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.590503 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: security-groups {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.591872 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: security-group-rules {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.593163 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: service-providers {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.594393 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: subnetpools {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.595756 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: subnetpools {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.597323 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: tags {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.599002 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: tags {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.600868 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: tags {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.602664 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: tags {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.604397 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: tags {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.606361 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: tags {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.608624 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: tags {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.610545 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: tags {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.613700 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: tags {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.614077 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron.api.extensions [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Extended resource: tags {{(pid=106810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 01:16:15.620271 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING keystonemiddleware.auth_token [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 21 01:16:15.625989 dv-cinder-master-3-iscsi neutron-server[106810]: WARNING keystonemiddleware.auth_token [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 21 01:16:15.635012 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_concurrency.lockutils [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Acquiring lock "singleton_lock" {{(pid=106810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 21 01:16:15.635346 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_concurrency.lockutils [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Acquired lock "singleton_lock" {{(pid=106810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 21 01:16:15.635813 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_concurrency.lockutils [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Releasing lock "singleton_lock" {{(pid=106810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 21 01:16:15.636486 dv-cinder-master-3-iscsi neutron-server[106810]: INFO oslo_service.service [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Starting 2 workers Aug 21 01:16:15.641343 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Started child 106923 {{(pid=106810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 01:16:15.646084 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Started child 106924 {{(pid=106810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 01:16:15.646879 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:15.648313 dv-cinder-master-3-iscsi neutron-server[106810]: INFO neutron.service [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 21 01:16:15.648313 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:15.648684 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [-] (106923) wsgi starting up on http://0.0.0.0:9696 Aug 21 01:16:15.650737 dv-cinder-master-3-iscsi neutron-server[106810]: INFO oslo_service.service [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Starting 1 workers Aug 21 01:16:15.650954 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:15.652533 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [-] (106924) wsgi starting up on http://0.0.0.0:9696 Aug 21 01:16:15.656066 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Started child 106925 {{(pid=106810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 01:16:15.656616 dv-cinder-master-3-iscsi neutron-server[106810]: INFO oslo_service.service [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Starting 1 workers Aug 21 01:16:15.661263 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Started child 106926 {{(pid=106810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 01:16:15.662103 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:15.662653 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.service [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] calling RpcWorker wait() {{(pid=106925) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 21 01:16:15.663450 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.service [None req-30384fc0-5cf2-4b7d-a7eb-d585df206270 None None] returning from RpcWorker wait() {{(pid=106925) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 21 01:16:15.664094 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 21 01:16:15.664347 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 21 01:16:15.664547 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 21 01:16:15.664778 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 21 01:16:15.665039 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:15.665214 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 21 01:16:15.665366 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 21 01:16:15.665759 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:16:15.665917 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.666091 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.666349 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.666614 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.667113 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:15.667576 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.667576 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.667719 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.667948 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.668241 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.669957 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.669957 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.669957 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.669957 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.669957 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.671474 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.671474 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.671474 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.671474 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.671474 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.671474 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.671474 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.672001 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] debug = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.672001 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.672498 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.672755 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.673021 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.673267 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.673532 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.673831 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.674092 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.674345 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.674514 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.674716 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.674974 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.675221 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.675463 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.675690 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.675966 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.676217 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.676699 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.676931 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.677165 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.677408 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.677649 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.677889 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.678101 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.678360 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.678622 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.678890 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.679127 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.679353 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.679590 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.679824 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.680067 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.680275 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_options = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.680520 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.680797 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.681068 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.681371 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.681603 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.681603 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.681889 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.682029 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.682202 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.682444 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.682710 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.682942 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.683174 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.683400 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.683627 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.683814 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.684064 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.684308 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.684643 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.685403 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.685658 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.685891 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.686132 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.686349 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.686559 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.686832 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.687049 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.687301 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.687515 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.687747 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.687995 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.688541 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.689655 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.689655 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.689655 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.689655 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.689655 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.690008 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.690233 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.690465 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.690717 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:16:15.690886 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.691370 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.691774 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.692450 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.693741 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.693990 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.694212 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_json = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.694428 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.694679 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.694935 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.695171 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.695603 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.696411 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.696411 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.696758 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.697203 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.698046 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.698342 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.698654 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.698918 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.700139 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.700139 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.700139 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.700139 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.700139 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.700571 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.700691 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.700904 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.701217 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.701503 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.703065 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.704071 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.704370 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.704640 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.705686 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.705947 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.706175 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.708540 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.708889 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.709177 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.709336 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.709596 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.711611 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.714369 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.715162 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.717440 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.717827 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.718131 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.718410 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.718686 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.718919 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.719171 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.719425 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.719663 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.719881 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.720140 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.722233 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.722493 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.722764 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.722997 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.723226 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.724031 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.724031 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.724031 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.724309 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.724857 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.725422 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.725648 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.726932 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.727157 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.727423 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.727656 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.728446 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.728784 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.729227 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.729691 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.730140 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.730570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.730852 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.731093 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.731379 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.732375 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.732620 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.732809 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.732950 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.733176 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.733421 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.733645 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.733916 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.734214 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.734483 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.734735 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.734957 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.735193 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.735438 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.735644 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.735867 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.736130 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.740331 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.740331 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.740331 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.740331 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.740331 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.740331 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.740331 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.740331 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.740331 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.741803 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.741803 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.741803 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.741803 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.741803 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.741803 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.741803 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.741803 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.743083 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.743083 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.743083 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.743083 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.743083 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.743083 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.743083 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.743083 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.744219 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.744219 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.744219 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.744219 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.744219 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.744219 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.744219 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.744219 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.745531 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.745531 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.745531 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.745531 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.745531 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.745531 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.745929 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.745996 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.746212 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.746507 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.746748 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.747031 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.747973 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.748308 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.749233 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.749233 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.749233 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.749474 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.749734 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.749989 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.750238 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.750464 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.750753 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.750934 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.751306 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.751720 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.751959 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.752304 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.752572 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.752779 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.753016 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.753299 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.753567 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.754380 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.754380 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.754380 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.754623 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.754897 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.755132 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.755389 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.755608 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.755863 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.756082 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.756325 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.756578 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.757346 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.757346 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.757346 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.757597 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.757805 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.758040 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.758277 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.758480 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.758702 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.758951 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.759167 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.759392 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.759631 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.759855 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.760111 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.760343 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.760584 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.760820 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.761042 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.761312 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.761570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.761809 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.762040 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.762279 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.762541 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.762855 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.763157 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.763404 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.763620 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.763847 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.764070 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.764313 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.764535 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.764811 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.765035 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.765274 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.765523 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.765868 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.766267 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.766452 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.766722 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.766965 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.767187 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.767428 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.767650 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.767909 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.768154 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.768381 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.768604 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.768927 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.770183 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.770183 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.770183 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.770183 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.770183 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.770648 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.770648 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.770805 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.771340 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.771340 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.771516 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.771597 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.771837 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.773802 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.773802 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.773802 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.773802 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.773802 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.773802 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.773802 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.775116 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.775116 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.775116 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.775116 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.775116 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.775116 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.775470 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.775470 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.775646 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.775854 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.776607 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.776607 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.776607 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.776886 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.776977 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.777199 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.777412 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.777636 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.777859 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.778069 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.778316 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.778542 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.778749 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.778977 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.779217 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.779430 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.779652 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.779891 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.780149 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.780466 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.780868 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.781222 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.782522 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.782522 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.782522 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.782522 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.782849 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.783011 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.783349 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.783579 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.783806 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.784074 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.784352 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.784611 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.784839 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.785197 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.785424 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.785699 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.785970 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.786228 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.786507 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.786797 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.787073 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.787314 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.787627 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.787968 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.788278 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.788538 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.788805 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.789060 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.789312 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.789559 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.789820 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.790063 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.790289 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.790558 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.790884 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.791031 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.791272 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.791505 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.791737 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.792018 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.792342 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.792575 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.792797 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.792964 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 21 01:16:15.793537 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 21 01:16:15.793701 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 21 01:16:15.793862 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 21 01:16:15.794619 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 21 01:16:15.794785 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 21 01:16:15.794945 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 21 01:16:15.795159 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.795326 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.795546 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.795650 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:16:15.795753 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.795843 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.796009 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.796196 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.796375 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.796520 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.796682 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.796844 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.797006 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.797167 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.797371 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.797557 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.797650 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.797797 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.797965 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.798129 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.798290 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.798451 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.798708 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] debug = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.798898 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.799115 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.799284 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.799446 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.799606 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.799766 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.799927 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.800089 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.800290 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.800493 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.800587 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.800834 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.800995 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.801158 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.801320 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.801481 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.801642 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.801802 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.801963 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.802123 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.802283 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.802444 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.802605 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.802766 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.802929 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.803090 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.803250 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.803415 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.803576 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.803736 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.803898 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.804059 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.804323 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_options = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.804492 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.804653 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.804814 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.805010 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.805181 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.805343 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.805504 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.805697 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.805823 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.806003 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.806187 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.806494 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.806786 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.807083 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.807406 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.807576 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.807753 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.808381 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.808381 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.808381 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.808381 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.809202 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.809202 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.809202 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.809202 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.809202 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.809506 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.809506 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.810316 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.810767 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.810894 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.811084 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.811397 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.812193 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.812193 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.812193 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.812193 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.812193 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.812575 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.812575 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.812725 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.812806 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.812999 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.813386 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.813586 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.813825 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.814000 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_json = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.814155 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.814248 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.814401 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.814550 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.814650 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.814805 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.814953 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.815127 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.815262 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 01:16:15.815450 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.815618 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.815784 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.815948 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.816166 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.816336 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.816480 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.816604 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.816816 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.816937 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.817111 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.817277 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.817453 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.817639 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.817784 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.817925 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.818087 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.818239 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.818394 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.818557 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.818724 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.818887 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.819061 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.819249 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.819412 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.819576 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.819739 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.819913 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.820077 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.820271 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.820452 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.820617 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.820782 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.820945 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.821109 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.821274 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.821441 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.821611 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.821820 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.822016 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.822120 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.822293 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.822455 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.822609 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.822860 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.822954 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824130 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824130 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824130 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824130 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824130 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824130 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824130 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824615 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824615 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824615 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824832 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.824912 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.825096 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.825270 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826054 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826054 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826054 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826054 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826054 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826461 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826461 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826461 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826689 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826800 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.826956 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.827114 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.827273 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.827433 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.827828 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.827828 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.828002 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.828090 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.828244 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.828408 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.828573 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.828871 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.828978 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.829084 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.829208 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.829380 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.829636 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.829849 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.829849 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.830158 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.830158 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.830435 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.830588 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.830727 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.830854 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.830996 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.831088 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.831246 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.831417 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.831574 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.831714 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.831861 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.832037 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.832234 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.832377 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.832555 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.832708 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.832864 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.833015 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.833156 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.833315 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.833479 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.833644 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.833812 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.833971 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.834156 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.834322 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.834486 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.834653 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.834819 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.834980 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.837855 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.837855 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.837855 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.837855 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.837855 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.837855 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.837855 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.837855 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.838570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.838570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.838570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.838570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.838570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.838570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.838570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.838570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.838570 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839229 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839229 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839229 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839229 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839229 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839229 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839229 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839229 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839729 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839729 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839729 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.839729 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.840005 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.840005 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.840192 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.840321 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.840487 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.840653 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.840854 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.841021 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.841187 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.841378 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.841543 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.841921 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.842099 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.842292 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.842496 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.842671 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.846662 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.847145 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.847145 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.847427 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.847427 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.847738 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.847738 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.848348 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.848348 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.848348 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.848786 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.848786 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.848786 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.849145 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.849145 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.849436 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.849436 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.849663 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.849663 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.849892 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.850012 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.850209 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.850407 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.850534 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.850727 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.850901 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.851100 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.851100 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.851430 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.851430 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.851666 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.851819 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.851993 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.851993 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.852345 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.852345 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.852633 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.852633 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.852978 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.852978 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.853332 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.853332 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.853578 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.853578 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.853821 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.853991 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.854181 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.854354 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.854526 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.854693 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.854852 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.855017 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.855186 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.855353 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.855540 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.855721 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.855852 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.855979 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.856182 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.856329 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.857001 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.857169 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.857333 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.857504 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.857668 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.857832 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.858023 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.859420 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.859420 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.859420 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.859420 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.859420 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.859420 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.859420 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.859420 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.860277 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.860277 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.860277 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.860277 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.860277 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.860277 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.860869 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.860869 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.860869 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.860869 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.861323 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.861323 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.861323 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.861671 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.861671 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.861905 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.861991 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.862119 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.862244 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.862388 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.862553 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.862732 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.862923 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.863071 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.863270 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.863455 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.863632 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.863808 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.864003 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.864003 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.864250 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.864343 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.864493 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.864658 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.864828 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.864993 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.865191 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.865363 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.865529 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.865703 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.865878 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.866047 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.866211 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.866382 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.866561 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.866720 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.866885 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.867049 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.867219 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.867383 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.867548 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.867717 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.867876 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.868132 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.868255 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.868495 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.868722 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.868907 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.869080 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.869252 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.869401 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.869541 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.869687 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.869854 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 01:16:15.870017 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 21 01:16:15.910390 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 47554) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:16:15.917647 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [-] 10.222.0.47 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050569 Aug 21 01:16:15.922597 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [-] 10.222.0.47 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043685 Aug 21 01:16:24.944490 dv-cinder-master-3-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:27.655165 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writer thread running {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 21 01:16:27.656082 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a092a-f193-41ea-a140-8f5972ddbbd3 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=106925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 21 01:16:27.734866 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a092a-f193-41ea-a140-8f5972ddbbd3 None None] No non-hosted networks {{(pid=106925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 21 01:16:27.754076 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.agentschedulers_db [None req-dc8a092a-f193-41ea-a140-8f5972ddbbd3 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=106925) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 21 01:16:27.845693 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f10287c4-44b3-46e9-b6bf-ea50e38dc677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3727903'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:29.657119 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writer thread running {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 21 01:16:30.264588 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-070252e1-e503-4b8e-aecf-2613b7b4dda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3727903'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:30.470830 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.db.api [None req-37830991-8ec6-454b-ba68-0ca68d4c4c45 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-master-3-iscsi {{(pid=106925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 21 01:16:30.471618 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG oslo_db.api [None req-37830991-8ec6-454b-ba68-0ca68d4c4c45 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 01:16:31.040557 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-37830991-8ec6-454b-ba68-0ca68d4c4c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:31.360901 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3727903'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:31.656759 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 47630) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:16:32.298679 dv-cinder-master-3-iscsi neutron-server[106924]: WARNING oslo_policy.policy [None req-f44fc4e8-30fe-4c86-bb32-d47c1c7a761b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 01:16:32.299598 dv-cinder-master-3-iscsi neutron-server[106924]: WARNING oslo_policy.policy [None req-f44fc4e8-30fe-4c86-bb32-d47c1c7a761b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 01:16:32.544690 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [None req-f44fc4e8-30fe-4c86-bb32-d47c1c7a761b admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:16:32.560798 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-f44fc4e8-30fe-4c86-bb32-d47c1c7a761b admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9028957 Aug 21 01:16:33.240775 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3727903'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:33.241462 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.241810 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.242146 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.242478 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.242806 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.243133 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.243461 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.243808 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.244177 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.244505 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.244844 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.245174 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.245510 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.245867 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.246193 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:33.246598 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:16:33.259315 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:16:33.600620 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3727903'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:33.782405 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.db.l3_hamode_db [None req-4b4924dd-eae3-4e45-bcd2-ae2bf6ab1810 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 21 01:16:33.866811 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4924dd-eae3-4e45-bcd2-ae2bf6ab1810 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:16:33.867378 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4924dd-eae3-4e45-bcd2-ae2bf6ab1810 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 21 01:16:35.085654 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 47662) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:16:35.458228 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-02de880a-c1e6-4e6c-9b21-ba220e49e285 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:16:35.559360 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.policy [None req-02de880a-c1e6-4e6c-9b21-ba220e49e285 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106924) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 21 01:16:35.600482 dv-cinder-master-3-iscsi neutron-server[106924]: WARNING oslo_policy.policy [None req-02de880a-c1e6-4e6c-9b21-ba220e49e285 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 01:16:35.600985 dv-cinder-master-3-iscsi neutron-server[106924]: WARNING oslo_policy.policy [None req-02de880a-c1e6-4e6c-9b21-ba220e49e285 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 01:16:35.622431 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writer thread running {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 21 01:16:35.958007 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-02de880a-c1e6-4e6c-9b21-ba220e49e285 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746094233998', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746094234522', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746094282777', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746094292150', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746094294138', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746094269866', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-708518', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-709605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3827965', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3759763'] for rbac-policy (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:36.128695 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-02de880a-c1e6-4e6c-9b21-ba220e49e285 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:36.129977 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-02de880a-c1e6-4e6c-9b21-ba220e49e285 admin admin] 10.222.0.47 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0432940 Aug 21 01:16:38.649689 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 47672) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:16:39.229567 dv-cinder-master-3-iscsi neutron-server[106923]: WARNING oslo_policy.policy [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 01:16:39.230686 dv-cinder-master-3-iscsi neutron-server[106923]: WARNING oslo_policy.policy [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 01:16:39.448716 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:16:39.461534 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writer thread running {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 21 01:16:39.549022 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Made reservation on behalf of 63ed5323666040089b15189fade45bf4 for: {'network': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:16:39.613207 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.policy [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106923) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 21 01:16:39.655509 dv-cinder-master-3-iscsi neutron-server[106923]: WARNING oslo_policy.policy [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 01:16:39.656167 dv-cinder-master-3-iscsi neutron-server[106923]: WARNING oslo_policy.policy [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 01:16:39.666874 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:39.690628 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:39.807798 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Publish callbacks [] for security_group (52982b44-2d2a-411f-ab52-31d79f506a60), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:39.869109 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (52982b44-2d2a-411f-ab52-31d79f506a60), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:39.906942 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=106923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:16:39.935445 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746095167564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (a39f20c3-3ac6-4c22-a9da-244c14e279f4), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:39.936029 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Unsubscribe: segment precommit_create {{(pid=106923) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 21 01:16:39.936602 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.segments_db [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Added segment a39f20c3-3ac6-4c22-a9da-244c14e279f4 of type vlan for network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 Aug 21 01:16:39.952039 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=52982b44-2d2a-411f-ab52-31d79f506a60,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:16:40.006074 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.006414 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.006770 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.007127 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.007462 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.007781 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.008127 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.008442 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.008760 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.009076 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.009393 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.009725 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.010046 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.010358 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.010670 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Tracked resource versions report: Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: pushed versions: Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: { 'AddressGroup': {'1.2'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Agent': {'1.1'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'ConntrackHelper': {'1.0'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'LocalIPAssociation': {'1.0'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Log': {'1.0'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'NDPProxy': {'1.0'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Network': {'1.1'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Port': {'1.7'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'PortForwarding': {'1.3'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'QosPolicy': {'1.10'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'SecurityGroup': {'1.5'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'SecurityGroupRule': {'1.2'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'SubPort': {'1.0'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Subnet': {'1.1'}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Trunk': {'1.1'}} Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: consumer versions: Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Agent': '1.1', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'ConntrackHelper': '1.0', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'LocalIPAssociation': '1.0', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Log': '1.0', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'NDPProxy': '1.0', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Network': '1.1', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Port': '1.7', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'PortForwarding': '1.3', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'QosPolicy': '1.10', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'SecurityGroup': '1.5', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'SecurityGroupRule': '1.2', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'SubPort': '1.0', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Subnet': '1.1', Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: 'Trunk': '1.1'}} Aug 21 01:16:40.012693 dv-cinder-master-3-iscsi neutron-server[106923]: {{(pid=106923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 01:16:40.050921 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:40.183693 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:40.189156 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:16:40.199596 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:40.309391 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] Pushing event updated for resources: {'Network': ['ID=a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:16:40.321918 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:16:40.357453 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-6139c528-480d-4d5e-a9ad-91919ebaa653 demo demo] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.7055795 Aug 21 01:16:42.807601 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 47692) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:16:43.286899 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1aa12-a3d2-497c-82e8-9faae374411f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:16:43.288420 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-5de1aa12-a3d2-497c-82e8-9faae374411f demo admin] 10.222.0.47 "GET /networking/v2.0/networks/a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 HTTP/1.1" status: 200 len: 825 time: 0.4793067 Aug 21 01:16:43.313707 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-e6b6f9cf-fe28-4cc2-9cd8-8098a56270fa demo admin] 10.222.0.47 "GET /networking/v2.0/subnetpools/403534f1-6f20-4919-b99f-47a464c2bc61 HTTP/1.1" status: 200 len: 734 time: 0.0190074 Aug 21 01:16:43.322783 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Request body: {'subnet': {'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '403534f1-6f20-4919-b99f-47a464c2bc61', 'name': 'private-subnet'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:16:43.480481 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Made reservation on behalf of 63ed5323666040089b15189fade45bf4 for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:16:43.483220 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:43.762994 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:43.846507 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (ead2530b-4c98-42fb-ad44-64bdb977e1fa), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:43.921903 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Checking segment: {'id': 'a39f20c3-3ac6-4c22-a9da-244c14e279f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:16:43.922284 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Network hostable DHCP agents. Network: a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:16:43.933945 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Pushing event updated for resources: {'Subnet': ['ID=ead2530b-4c98-42fb-ad44-64bdb977e1fa,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:16:43.952900 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.953241 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.953596 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.953947 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.954275 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.954597 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.954918 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.955238 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.955577 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.955901 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.956331 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.956555 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.956858 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.957173 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.957485 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Tracked resource versions report: Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: pushed versions: Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: { 'AddressGroup': {'1.2'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Agent': {'1.1'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'ConntrackHelper': {'1.0'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'LocalIPAssociation': {'1.0'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Log': {'1.0'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'NDPProxy': {'1.0'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Network': {'1.1'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Port': {'1.7'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'PortForwarding': {'1.3'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'QosPolicy': {'1.10'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'SecurityGroup': {'1.5'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'SecurityGroupRule': {'1.2'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'SubPort': {'1.0'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Subnet': {'1.1'}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Trunk': {'1.1'}} Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: consumer versions: Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Agent': '1.1', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'ConntrackHelper': '1.0', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'LocalIPAssociation': '1.0', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Log': '1.0', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'NDPProxy': '1.0', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Network': '1.1', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Port': '1.7', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'PortForwarding': '1.3', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'QosPolicy': '1.10', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'SecurityGroup': '1.5', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'SecurityGroupRule': '1.2', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'SubPort': '1.0', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Subnet': '1.1', Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: 'Trunk': '1.1'}} Aug 21 01:16:43.958889 dv-cinder-master-3-iscsi neutron-server[106924]: {{(pid=106924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 01:16:44.029047 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:16:44.125733 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:16:44.130793 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:16:44.131429 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:44.139407 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58a0d0-32f2-43c6-907a-1e41b68606a7 None None] Network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:16:44.142244 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=36,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:44.208280 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-0ce96045-0b7a-4e07-8d13-3ce74ddf23fb demo admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8886771 Aug 21 01:16:44.417439 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0', 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0', 'project_id': '63ed5323666040089b15189fade45bf4', 'fixed_ips': [{'subnet_id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:16:44.418700 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:44.754319 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Allocated IP 172.20.0.2 (a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0/ead2530b-4c98-42fb-ad44-64bdb977e1fa/c77b9b40-0e43-4992-ad71-3f2b4d471239) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:16:45.006748 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Publish callbacks [] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:45.091721 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:45.172405 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:16:45.178228 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:16:45.182899 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Pushing event updated for resources: {'Port': ['ID=c77b9b40-0e43-4992-ad71-3f2b4d471239,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:16:45.185173 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:16:45.195594 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.195942 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.196327 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.196686 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.197023 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.197356 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.197690 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.198015 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.198446 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.198693 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.199010 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.199381 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.199678 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.200002 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.200373 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Tracked resource versions report: Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: pushed versions: Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: { 'AddressGroup': {'1.2'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Agent': {'1.1'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'ConntrackHelper': {'1.0'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'LocalIPAssociation': {'1.0'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Log': {'1.0'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'NDPProxy': {'1.0'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Network': {'1.1'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Port': {'1.7'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'PortForwarding': {'1.3'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'QosPolicy': {'1.10'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'SecurityGroup': {'1.5'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'SecurityGroupRule': {'1.2'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'SubPort': {'1.0'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Subnet': {'1.1'}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Trunk': {'1.1'}} Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: consumer versions: Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Agent': '1.1', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'ConntrackHelper': '1.0', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'LocalIPAssociation': '1.0', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Log': '1.0', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'NDPProxy': '1.0', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Network': '1.1', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Port': '1.7', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'PortForwarding': '1.3', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'QosPolicy': '1.10', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'SecurityGroup': '1.5', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'SecurityGroupRule': '1.2', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'SubPort': '1.0', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Subnet': '1.1', Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: 'Trunk': '1.1'}} Aug 21 01:16:45.201857 dv-cinder-master-3-iscsi neutron-server[106925]: {{(pid=106925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 01:16:45.226586 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:45.280724 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Attempting to bind port c77b9b40-0e43-4992-ad71-3f2b4d471239 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:16:45.281049 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Attempting to bind port c77b9b40-0e43-4992-ad71-3f2b4d471239 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a39f20c3-3ac6-4c22-a9da-244c14e279f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:16:45.281462 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Attempting to bind port c77b9b40-0e43-4992-ad71-3f2b4d471239 on network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:16:45.286903 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:16:45.287300 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Checking segment: {'id': 'a39f20c3-3ac6-4c22-a9da-244c14e279f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:16:45.287762 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:45.288169 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Bound using segment: {'id': 'a39f20c3-3ac6-4c22-a9da-244c14e279f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:16:45.288659 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Bound port: c77b9b40-0e43-4992-ad71-3f2b4d471239, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39f20c3-3ac6-4c22-a9da-244c14e279f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:16:45.289063 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:45.353630 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] For port c77b9b40-0e43-4992-ad71-3f2b4d471239, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:16:45.376208 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] For port c77b9b40-0e43-4992-ad71-3f2b4d471239, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c77b9b40-0e43-4992-ad71-3f2b4d471239,segment=NetworkSegment(a39f20c3-3ac6-4c22-a9da-244c14e279f4),segment_id=a39f20c3-3ac6-4c22-a9da-244c14e279f4)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:16:45.451696 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:45.510098 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e61f8-4cce-4a91-9f33-14d7e7256f19 None None] Pushing event updated for resources: {'Port': ['ID=c77b9b40-0e43-4992-ad71-3f2b4d471239,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:16:46.711289 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 47708) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:16:47.116728 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [None req-e9b1727b-5eb8-4f54-b6f3-59eb0cfb48fa admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:16:47.117743 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-e9b1727b-5eb8-4f54-b6f3-59eb0cfb48fa admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4055026 Aug 21 01:16:47.555948 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:47.558385 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:49.578940 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 47720) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:16:49.931334 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [None req-c5063704-5d72-44c9-bccb-6578b4bfcb2d admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:16:49.932424 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-c5063704-5d72-44c9-bccb-6578b4bfcb2d admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3524601 Aug 21 01:16:50.310272 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=38,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:50.312171 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=44,neutron:INSERT=42,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:52.415643 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 47736) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:16:52.786199 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-a91ae086-c642-42cb-863b-f2b186c3033f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:16:52.800809 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:52.855547 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a91ae086-c642-42cb-863b-f2b186c3033f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:52.857321 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a91ae086-c642-42cb-863b-f2b186c3033f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:52.981566 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c77b9b40-0e43-4992-ad71-3f2b4d471239 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:16:53.021781 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a91ae086-c642-42cb-863b-f2b186c3033f demo demo] Publish callbacks [] for router_controller (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), precommit_add_association {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:53.076027 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a91ae086-c642-42cb-863b-f2b186c3033f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:53.084280 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port c77b9b40-0e43-4992-ad71-3f2b4d471239 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:16:53.084280 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:53.155845 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a91ae086-c642-42cb-863b-f2b186c3033f demo demo] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:53.157300 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-a91ae086-c642-42cb-863b-f2b186c3033f demo demo] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7406347 Aug 21 01:16:53.191345 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:53.221142 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port c77b9b40-0e43-4992-ad71-3f2b4d471239 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:16:53.221898 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:53.263898 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port c77b9b40-0e43-4992-ad71-3f2b4d471239, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c77b9b40-0e43-4992-ad71-3f2b4d471239,segment=NetworkSegment(a39f20c3-3ac6-4c22-a9da-244c14e279f4),segment_id=a39f20c3-3ac6-4c22-a9da-244c14e279f4)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:16:53.376735 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:53.439467 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=c77b9b40-0e43-4992-ad71-3f2b4d471239,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:16:53.882076 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec750476-fa99-42ee-956f-d11fc4191f58 None None] Network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:16:53.957989 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-13af0411-e63f-4fd6-8f4f-27d02b6b692f None None] Provisioning complete for port c77b9b40-0e43-4992-ad71-3f2b4d471239 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:16:53.958362 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-13af0411-e63f-4fd6-8f4f-27d02b6b692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:54.102248 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-13af0411-e63f-4fd6-8f4f-27d02b6b692f None None] Current status of the port c77b9b40-0e43-4992-ad71-3f2b4d471239 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:16:54.332914 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-6a20be10-4866-4dac-ad1c-34db0b99a7be None None] Provisioning complete for port c77b9b40-0e43-4992-ad71-3f2b4d471239 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:16:54.333769 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-6a20be10-4866-4dac-ad1c-34db0b99a7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:54.429055 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-6a20be10-4866-4dac-ad1c-34db0b99a7be None None] Current status of the port c77b9b40-0e43-4992-ad71-3f2b4d471239 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:16:54.963332 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c77b9b40-0e43-4992-ad71-3f2b4d471239 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:16:55.011568 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port c77b9b40-0e43-4992-ad71-3f2b4d471239 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:16:55.011973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:55.046731 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:16:55.092394 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port c77b9b40-0e43-4992-ad71-3f2b4d471239 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:16:55.658906 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 47744) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:16:56.001737 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [None req-8a58a82c-2c0d-4b10-84e3-2aafe2bc882b admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:16:56.002988 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8a58a82c-2c0d-4b10-84e3-2aafe2bc882b admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3429923 Aug 21 01:16:57.651640 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e47f76e1-4514-430c-8158-a1a481a57ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:58.449998 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 47752) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:16:58.773791 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:16:58.844985 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Made reservation on behalf of ada79d28652f4a3aa0a174133f24108f for: {'network': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:16:58.847372 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:58.856432 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:58.932822 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Publish callbacks [] for security_group (00dfccdf-a42c-43af-b5fc-e4891522f99d), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:58.999537 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (00dfccdf-a42c-43af-b5fc-e4891522f99d), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:59.016363 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Reserving flat network on physical network physnet1 {{(pid=106923) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 21 01:16:59.037740 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dfccdf-a42c-43af-b5fc-e4891522f99d,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:16:59.040681 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:59.041520 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.segments_db [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Added segment 04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9 of type flat for network c54b5147-7e70-46ff-b4e4-e0fd0deab68d Aug 21 01:16:59.089300 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (c54b5147-7e70-46ff-b4e4-e0fd0deab68d), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:59.193519 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (c54b5147-7e70-46ff-b4e4-e0fd0deab68d), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:59.194481 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:16:59.195111 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:16:59.292393 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] Pushing event updated for resources: {'Network': ['ID=c54b5147-7e70-46ff-b4e4-e0fd0deab68d,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:16:59.302165 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:16:59.390674 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-62562abf-6a5c-4b36-808b-d1aef66f7ccf admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9395633 Aug 21 01:17:00.254284 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-65ccd023-b9af-449e-893f-1ec2eeb52352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:01.296905 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:01.817877 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 47760) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:17:02.243591 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057aa86a-834e-4110-a6ca-9a0cb5196e6f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:17:02.245602 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-057aa86a-834e-4110-a6ca-9a0cb5196e6f demo admin] 10.222.0.47 "GET /networking/v2.0/subnets/ead2530b-4c98-42fb-ad44-64bdb977e1fa HTTP/1.1" status: 200 len: 849 time: 0.4267673 Aug 21 01:17:02.428922 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-1657d275-753d-40ae-8816-341dc9380bc4 demo admin] 10.222.0.47 "GET /networking/v2.0/routers/997e7e1d-87ef-4718-bd5b-a6b42a11f86b HTTP/1.1" status: 200 len: 704 time: 0.1772387 Aug 21 01:17:02.699171 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:02.932966 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:02.973969 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:02.997566 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Allocated IP 172.20.0.1 (a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0/ead2530b-4c98-42fb-ad44-64bdb977e1fa/02b50957-f473-45bf-8195-81d45c5f3622) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:17:03.093082 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=14,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:03.093923 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:03.147599 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:03.187290 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Publish callbacks [] for port (02b50957-f473-45bf-8195-81d45c5f3622), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:03.365383 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (02b50957-f473-45bf-8195-81d45c5f3622), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:03.445623 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:17:03.451072 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:17:03.461125 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:17:03.462158 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:03.481981 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Pushing event updated for resources: {'Port': ['ID=02b50957-f473-45bf-8195-81d45c5f3622,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:17:03.570446 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:03.705903 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-78a34a0e-ad33-4302-997d-42e8e47fefb0 None None] Provisioning complete for port 02b50957-f473-45bf-8195-81d45c5f3622 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:17:03.706283 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-78a34a0e-ad33-4302-997d-42e8e47fefb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (02b50957-f473-45bf-8195-81d45c5f3622), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:03.739843 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-78a34a0e-ad33-4302-997d-42e8e47fefb0 None None] Port 02b50957-f473-45bf-8195-81d45c5f3622 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:17:03.789664 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (02b50957-f473-45bf-8195-81d45c5f3622), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:03.858412 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:04.000558 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Publish callbacks [] for port (02b50957-f473-45bf-8195-81d45c5f3622), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:04.050617 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (02b50957-f473-45bf-8195-81d45c5f3622), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:04.051495 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:04.113189 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Pushing event updated for resources: {'Port': ['ID=02b50957-f473-45bf-8195-81d45c5f3622,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:17:04.182380 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:17:04.183650 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:17:04.360042 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-f30b11a8-759a-4dd2-aa06-8be7ea3d6cc1 None None] Provisioning complete for port 02b50957-f473-45bf-8195-81d45c5f3622 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:17:04.360042 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f30b11a8-759a-4dd2-aa06-8be7ea3d6cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (02b50957-f473-45bf-8195-81d45c5f3622), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:04.393290 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-f30b11a8-759a-4dd2-aa06-8be7ea3d6cc1 None None] Port 02b50957-f473-45bf-8195-81d45c5f3622 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:17:04.404991 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Router 997e7e1d-87ef-4718-bd5b-a6b42a11f86b is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:17:04.494779 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:17:04.499917 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-64118780-b31c-464f-8c2c-bc2bacd87644 demo admin] 10.222.0.47 "PUT /networking/v2.0/routers/997e7e1d-87ef-4718-bd5b-a6b42a11f86b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0656526 Aug 21 01:17:04.506385 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Sync routers for ids ['997e7e1d-87ef-4718-bd5b-a6b42a11f86b'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:17:04.519396 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Routers {'997e7e1d-87ef-4718-bd5b-a6b42a11f86b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:17:04.520215 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:17:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['997e7e1d-87ef-4718-bd5b-a6b42a11f86b'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:17:04.703392 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Set router 997e7e1d-87ef-4718-bd5b-a6b42a11f86b gateway port host: None {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:17:05.141188 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'name': 'router1', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:16:52Z', 'updated_at': '2022-08-21T01:17:03Z', 'revision_number': 2, 'project_id': '63ed5323666040089b15189fade45bf4', 'gw_port_host': None, '_interfaces': [{'id': '02b50957-f473-45bf-8195-81d45c5f3622', 'name': '', 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'mac_address': 'fa:16:3e:34:6c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:17:02Z', 'updated_at': '2022-08-21T01:17:03Z', 'revision_number': 2, 'project_id': '63ed5323666040089b15189fade45bf4', 'subnets': [{'id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '403534f1-6f20-4919-b99f-47a464c2bc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:17:05.193165 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Checking router: 997e7e1d-87ef-4718-bd5b-a6b42a11f86b for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:17:05.193536 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Updating router 997e7e1d-87ef-4718-bd5b-a6b42a11f86b port 02b50957-f473-45bf-8195-81d45c5f3622 binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:17:05.251876 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (02b50957-f473-45bf-8195-81d45c5f3622), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:05.774569 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Publish callbacks [] for port (02b50957-f473-45bf-8195-81d45c5f3622), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:05.850004 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (02b50957-f473-45bf-8195-81d45c5f3622), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:05.997857 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Pushing event updated for resources: {'Port': ['ID=02b50957-f473-45bf-8195-81d45c5f3622,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:17:06.006542 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Attempting to bind port 02b50957-f473-45bf-8195-81d45c5f3622 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:17:06.006947 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Attempting to bind port 02b50957-f473-45bf-8195-81d45c5f3622 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a39f20c3-3ac6-4c22-a9da-244c14e279f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:17:06.007374 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Attempting to bind port 02b50957-f473-45bf-8195-81d45c5f3622 on network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:17:06.011700 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.012046 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.012421 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.012763 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.013094 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.013421 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.013743 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.014070 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.014391 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.014709 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.015030 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.015366 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.015688 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.016005 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.016350 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Tracked resource versions report: Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: pushed versions: Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: { 'AddressGroup': {'1.2'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Agent': {'1.1'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'ConntrackHelper': {'1.0'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'LocalIPAssociation': {'1.0'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Log': {'1.0'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'NDPProxy': {'1.0'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Network': {'1.1'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Port': {'1.7'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'PortForwarding': {'1.3'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'QosPolicy': {'1.10'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'SecurityGroup': {'1.5'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'SecurityGroupRule': {'1.2'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'SubPort': {'1.0'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Subnet': {'1.1'}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Trunk': {'1.1'}} Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: consumer versions: Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Agent': '1.1', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'ConntrackHelper': '1.0', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'LocalIPAssociation': '1.0', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Log': '1.0', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'NDPProxy': '1.0', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Network': '1.1', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Port': '1.7', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'PortForwarding': '1.3', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'QosPolicy': '1.10', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'SecurityGroup': '1.5', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'SecurityGroupRule': '1.2', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'SubPort': '1.0', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Subnet': '1.1', Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: 'Trunk': '1.1'}} Aug 21 01:17:06.017805 dv-cinder-master-3-iscsi neutron-server[106926]: {{(pid=106926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 01:17:06.024852 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:17:06.025767 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Checking segment: {'id': 'a39f20c3-3ac6-4c22-a9da-244c14e279f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:17:06.026222 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:06.026603 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Bound using segment: {'id': 'a39f20c3-3ac6-4c22-a9da-244c14e279f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:17:06.027106 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Bound port: 02b50957-f473-45bf-8195-81d45c5f3622, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39f20c3-3ac6-4c22-a9da-244c14e279f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:17:06.027502 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (02b50957-f473-45bf-8195-81d45c5f3622), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:06.090444 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] For port 02b50957-f473-45bf-8195-81d45c5f3622, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:17:06.110058 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] For port 02b50957-f473-45bf-8195-81d45c5f3622, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=02b50957-f473-45bf-8195-81d45c5f3622,segment=NetworkSegment(a39f20c3-3ac6-4c22-a9da-244c14e279f4),segment_id=a39f20c3-3ac6-4c22-a9da-244c14e279f4)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:17:06.170844 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (02b50957-f473-45bf-8195-81d45c5f3622), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:06.194110 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:06.206090 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:06.211224 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Routers {'997e7e1d-87ef-4718-bd5b-a6b42a11f86b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:17:06.211834 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:17:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['997e7e1d-87ef-4718-bd5b-a6b42a11f86b'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:17:06.287184 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca4642-4a24-4d7e-8a60-e72d2db9b0a8 None None] Pushing event updated for resources: {'Port': ['ID=02b50957-f473-45bf-8195-81d45c5f3622,revision_number=4']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:17:06.307331 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] Set router 997e7e1d-87ef-4718-bd5b-a6b42a11f86b gateway port host: None {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:17:06.511277 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'name': 'router1', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:16:52Z', 'updated_at': '2022-08-21T01:17:03Z', 'revision_number': 2, 'project_id': '63ed5323666040089b15189fade45bf4', 'gw_port_host': None, '_interfaces': [{'id': '02b50957-f473-45bf-8195-81d45c5f3622', 'name': '', 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'mac_address': 'fa:16:3e:34:6c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:17:02Z', 'updated_at': '2022-08-21T01:17:06Z', 'revision_number': 4, 'project_id': '63ed5323666040089b15189fade45bf4', 'subnets': [{'id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '403534f1-6f20-4919-b99f-47a464c2bc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:17:06.537099 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c4d91-d9d3-44fc-b4df-19ae72ed86f9 None None] The sync data for ids ['997e7e1d-87ef-4718-bd5b-a6b42a11f86b'] in dv-cinder-master-3-iscsi is: [{'id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'name': 'router1', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:16:52Z', 'updated_at': '2022-08-21T01:17:03Z', 'revision_number': 2, 'project_id': '63ed5323666040089b15189fade45bf4', 'gw_port_host': None, '_interfaces': [{'id': '02b50957-f473-45bf-8195-81d45c5f3622', 'name': '', 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'mac_address': 'fa:16:3e:34:6c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:17:02Z', 'updated_at': '2022-08-21T01:17:06Z', 'revision_number': 4, 'project_id': '63ed5323666040089b15189fade45bf4', 'subnets': [{'id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '403534f1-6f20-4919-b99f-47a464c2bc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:17:06.874475 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 47772) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:17:07.263473 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a57353-fe4f-4b53-a48b-edf777310a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:17:07.264907 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e0a57353-fe4f-4b53-a48b-edf777310a8c admin admin] 10.222.0.47 "GET /networking/v2.0/networks/c54b5147-7e70-46ff-b4e4-e0fd0deab68d HTTP/1.1" status: 200 len: 842 time: 0.3893566 Aug 21 01:17:07.279910 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:17:07.387089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Made reservation on behalf of ada79d28652f4a3aa0a174133f24108f for: {'subnet': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:17:07.389849 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:07.480038 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:07.673631 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:07.751530 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.objects.ports [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106923) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 21 01:17:07.751882 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (6edd89e6-8145-41b8-ac8e-fc0a6c7a443f), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:07.804203 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6edd89e6-8145-41b8-ac8e-fc0a6c7a443f,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:17:07.821413 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:17:07.821798 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Network hostable DHCP agents. Network: c54b5147-7e70-46ff-b4e4-e0fd0deab68d, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:17:07.932734 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:17:07.987300 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c54b5147-7e70-46ff-b4e4-e0fd0deab68d) {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:17:07.991356 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:17:07.991952 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:07.997327 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9da564-2678-4cd6-9b7d-f1be4bf7762a None None] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:17:08.072271 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c7036ce7-d5da-4a3b-bc2f-56045216e06b admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7871296 Aug 21 01:17:08.105565 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd8b4ce-e543-4f6f-9aba-f8fbf5d7a243 None None] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:17:08.164435 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:10.517008 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 47780) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:17:10.973709 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-79c31989-b4a1-4003-b266-6866982bb2a1 demo admin] 10.222.0.47 "GET /networking/v2.0/routers/997e7e1d-87ef-4718-bd5b-a6b42a11f86b HTTP/1.1" status: 200 len: 710 time: 0.4556055 Aug 21 01:17:11.069736 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1851cd05-c90a-4980-95da-d0ff624544dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:17:11.071026 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-1851cd05-c90a-4980-95da-d0ff624544dd demo admin] 10.222.0.47 "GET /networking/v2.0/networks/c54b5147-7e70-46ff-b4e4-e0fd0deab68d HTTP/1.1" status: 200 len: 886 time: 0.0908904 Aug 21 01:17:11.080774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:17:11.407018 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Publish callbacks [] for router_gateway (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:11.678488 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Publish callbacks [] for router_gateway (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:11.756204 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:11.809129 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:11.838344 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:11.862859 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Allocated IP 172.37.5.179 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/afc6101f-c58e-4f39-8707-99c8778156f4) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:17:11.965427 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Publish callbacks [] for port (afc6101f-c58e-4f39-8707-99c8778156f4), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:12.062228 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (afc6101f-c58e-4f39-8707-99c8778156f4), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:12.104214 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:17:12.109195 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:17:12.111272 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Pushing event updated for resources: {'Port': ['ID=afc6101f-c58e-4f39-8707-99c8778156f4,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:17:12.114914 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:17:12.437465 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Publish callbacks [] for router_gateway (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:12.470761 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:12.632614 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3727829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3728173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4828'] for router (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:12.637150 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3727815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3727838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3728159'] for router (997e7e1d-87ef-4718-bd5b-a6b42a11f86b), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:12.740345 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Router 997e7e1d-87ef-4718-bd5b-a6b42a11f86b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:17:12.929753 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:17:12.944276 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:12.945527 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-ee7c5402-f7b4-4811-b5c9-e5f601a9e954 demo admin] 10.222.0.47 "PUT /networking/v2.0/routers/997e7e1d-87ef-4718-bd5b-a6b42a11f86b HTTP/1.1" status: 200 len: 890 time: 1.8679650 Aug 21 01:17:12.976425 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Sync routers for ids ['997e7e1d-87ef-4718-bd5b-a6b42a11f86b'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:17:12.989110 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Routers {'997e7e1d-87ef-4718-bd5b-a6b42a11f86b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:17:12.989869 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:17:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['997e7e1d-87ef-4718-bd5b-a6b42a11f86b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:17:13.012057 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 02b50957-f473-45bf-8195-81d45c5f3622 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:17:13.223969 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 02b50957-f473-45bf-8195-81d45c5f3622 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:17:13.224281 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (02b50957-f473-45bf-8195-81d45c5f3622), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:13.253417 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Set router 997e7e1d-87ef-4718-bd5b-a6b42a11f86b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:17:13.535016 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 02b50957-f473-45bf-8195-81d45c5f3622 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:17:13.535346 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (02b50957-f473-45bf-8195-81d45c5f3622), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:13.570747 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:13.619642 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 02b50957-f473-45bf-8195-81d45c5f3622, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=02b50957-f473-45bf-8195-81d45c5f3622,segment=NetworkSegment(a39f20c3-3ac6-4c22-a9da-244c14e279f4),segment_id=a39f20c3-3ac6-4c22-a9da-244c14e279f4)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:17:13.704894 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (02b50957-f473-45bf-8195-81d45c5f3622), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:13.712638 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'name': 'router1', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': 'afc6101f-c58e-4f39-8707-99c8778156f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:16:52Z', 'updated_at': '2022-08-21T01:17:12Z', 'revision_number': 4, 'project_id': '63ed5323666040089b15189fade45bf4', 'gw_port': {'id': 'afc6101f-c58e-4f39-8707-99c8778156f4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:17:11Z', 'updated_at': '2022-08-21T01:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '02b50957-f473-45bf-8195-81d45c5f3622', 'name': '', 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'mac_address': 'fa:16:3e:34:6c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:17:02Z', 'updated_at': '2022-08-21T01:17:06Z', 'revision_number': 4, 'project_id': '63ed5323666040089b15189fade45bf4', 'subnets': [{'id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '403534f1-6f20-4919-b99f-47a464c2bc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:17:13.862530 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Checking router: 997e7e1d-87ef-4718-bd5b-a6b42a11f86b for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:17:13.862872 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Updating router 997e7e1d-87ef-4718-bd5b-a6b42a11f86b port afc6101f-c58e-4f39-8707-99c8778156f4 binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:17:13.930383 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (afc6101f-c58e-4f39-8707-99c8778156f4), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:13.931953 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=02b50957-f473-45bf-8195-81d45c5f3622,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:17:14.207242 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:14.264717 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Publish callbacks [] for port (afc6101f-c58e-4f39-8707-99c8778156f4), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:14.370770 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (afc6101f-c58e-4f39-8707-99c8778156f4), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:14.413490 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Attempting to bind port afc6101f-c58e-4f39-8707-99c8778156f4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:17:14.413860 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Attempting to bind port afc6101f-c58e-4f39-8707-99c8778156f4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:17:14.414232 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Attempting to bind port afc6101f-c58e-4f39-8707-99c8778156f4 on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:17:14.425729 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:17:14.426107 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:17:14.426510 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:14.426909 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:17:14.427390 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Bound port: afc6101f-c58e-4f39-8707-99c8778156f4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:17:14.427771 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (afc6101f-c58e-4f39-8707-99c8778156f4), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:14.432924 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a273a98-9a17-415f-bb81-a0c460d9a9f5 None None] Pushing event updated for resources: {'Port': ['ID=afc6101f-c58e-4f39-8707-99c8778156f4,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:17:14.483241 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] For port afc6101f-c58e-4f39-8707-99c8778156f4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:17:14.486450 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] For port afc6101f-c58e-4f39-8707-99c8778156f4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=afc6101f-c58e-4f39-8707-99c8778156f4,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:17:14.547279 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (afc6101f-c58e-4f39-8707-99c8778156f4), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:14.593491 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Routers {'997e7e1d-87ef-4718-bd5b-a6b42a11f86b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:17:14.594106 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:17:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['997e7e1d-87ef-4718-bd5b-a6b42a11f86b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:17:14.658135 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a273a98-9a17-415f-bb81-a0c460d9a9f5 None None] Pushing event updated for resources: {'Port': ['ID=afc6101f-c58e-4f39-8707-99c8778156f4,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:17:14.707430 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] Set router 997e7e1d-87ef-4718-bd5b-a6b42a11f86b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:17:14.829477 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:14.905259 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'name': 'router1', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': 'afc6101f-c58e-4f39-8707-99c8778156f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:16:52Z', 'updated_at': '2022-08-21T01:17:12Z', 'revision_number': 4, 'project_id': '63ed5323666040089b15189fade45bf4', 'gw_port': {'id': 'afc6101f-c58e-4f39-8707-99c8778156f4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:17:11Z', 'updated_at': '2022-08-21T01:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '02b50957-f473-45bf-8195-81d45c5f3622', 'name': '', 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'mac_address': 'fa:16:3e:34:6c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:17:02Z', 'updated_at': '2022-08-21T01:17:13Z', 'revision_number': 5, 'project_id': '63ed5323666040089b15189fade45bf4', 'subnets': [{'id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '403534f1-6f20-4919-b99f-47a464c2bc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:17:14.938057 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1100e99-72c7-449a-997f-e01366b9eb93 None None] The sync data for ids ['997e7e1d-87ef-4718-bd5b-a6b42a11f86b'] in dv-cinder-master-3-iscsi is: [{'id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'name': 'router1', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.179'}], 'enable_snat': True}, 'gw_port_id': 'afc6101f-c58e-4f39-8707-99c8778156f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:16:52Z', 'updated_at': '2022-08-21T01:17:12Z', 'revision_number': 4, 'project_id': '63ed5323666040089b15189fade45bf4', 'gw_port': {'id': 'afc6101f-c58e-4f39-8707-99c8778156f4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:17:11Z', 'updated_at': '2022-08-21T01:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '02b50957-f473-45bf-8195-81d45c5f3622', 'name': '', 'network_id': 'a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0', 'tenant_id': '63ed5323666040089b15189fade45bf4', 'mac_address': 'fa:16:3e:34:6c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997e7e1d-87ef-4718-bd5b-a6b42a11f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:17:02Z', 'updated_at': '2022-08-21T01:17:13Z', 'revision_number': 5, 'project_id': '63ed5323666040089b15189fade45bf4', 'subnets': [{'id': 'ead2530b-4c98-42fb-ad44-64bdb977e1fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '403534f1-6f20-4919-b99f-47a464c2bc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:17:14.982746 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 02b50957-f473-45bf-8195-81d45c5f3622 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:17:15.056437 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 02b50957-f473-45bf-8195-81d45c5f3622 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:17:15.056903 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (02b50957-f473-45bf-8195-81d45c5f3622), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:15.139374 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 02b50957-f473-45bf-8195-81d45c5f3622 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:17:15.569837 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 47794) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:17:15.992163 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-dcce1c95-0de7-4f64-8ceb-a0f05f6180d1 admin admin] 10.222.0.47 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4210360 Aug 21 01:17:16.510148 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=13 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:16.514084 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=55 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:17.010105 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device afc6101f-c58e-4f39-8707-99c8778156f4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:17:17.056890 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port afc6101f-c58e-4f39-8707-99c8778156f4 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:17:17.057195 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (afc6101f-c58e-4f39-8707-99c8778156f4), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:17.096625 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:17.128279 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port afc6101f-c58e-4f39-8707-99c8778156f4 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:17:17.128657 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (afc6101f-c58e-4f39-8707-99c8778156f4), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:17.157879 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port afc6101f-c58e-4f39-8707-99c8778156f4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=afc6101f-c58e-4f39-8707-99c8778156f4,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:17:17.227128 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (afc6101f-c58e-4f39-8707-99c8778156f4), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:17.282827 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=afc6101f-c58e-4f39-8707-99c8778156f4,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:17:18.994426 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device afc6101f-c58e-4f39-8707-99c8778156f4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:17:19.042454 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port afc6101f-c58e-4f39-8707-99c8778156f4 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:17:19.043093 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (afc6101f-c58e-4f39-8707-99c8778156f4), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:19.132560 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port afc6101f-c58e-4f39-8707-99c8778156f4 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:17:19.708415 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 5 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:17:25.984764 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:25.988669 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=40 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:27.632283 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5f048dda-3806-4290-8ce3-4a0c3687b805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:27.715310 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:29.701816 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=7 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:30.215469 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2df03b10-18d5-4985-b43e-109b5c0f7f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:31.300644 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:33.140840 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:33.559199 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:17:43.493315 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:43.500366 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:17:56.710813 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 5 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:17:57.765320 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c28d-f77d-4956-8b02-f5f42fabc452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:00.219087 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e55942fd-fc8d-4143-b207-d28b5b033970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:01.974747 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:03.202172 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:03.573185 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:04.718095 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=3 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:06.705070 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:13.497813 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:13.501149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:25.705909 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:27.651296 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-09876b2f-72cb-455d-b3ad-4636e2df9144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:30.217169 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-92ae38e6-6e96-4470-9af2-764e57a28581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:31.308694 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:33.148520 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:33.554405 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:33.709670 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 5 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:18:41.712561 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:42.939255 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48332) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:18:43.278278 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a260ed1a-023f-4512-8066-4e6142aef2b5 admin admin] GET failed (client error): The resource could not be found. Aug 21 01:18:43.284003 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-a260ed1a-023f-4512-8066-4e6142aef2b5 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3394582 Aug 21 01:18:43.446685 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08648584-abf0-4eff-a2c4-9085333f3238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:18:43.448218 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-08648584-abf0-4eff-a2c4-9085333f3238 admin admin] 10.222.0.47 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1642807 Aug 21 01:18:43.488525 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:43.512725 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:43.705826 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:45.795928 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48342) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:18:46.169360 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593a81f-b19b-4ef9-bc6f-5052a2962487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:18:46.170724 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c593a81f-b19b-4ef9-bc6f-5052a2962487 admin admin] 10.222.0.47 "GET /networking/v2.0/subnets/ead2530b-4c98-42fb-ad44-64bdb977e1fa HTTP/1.1" status: 200 len: 849 time: 0.3736730 Aug 21 01:18:46.181166 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:18:46.270089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Publish callbacks [] for subnet (ead2530b-4c98-42fb-ad44-64bdb977e1fa), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:46.507438 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746095207051'] for subnet (ead2530b-4c98-42fb-ad44-64bdb977e1fa), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:46.539934 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:18:46.540552 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:46.542303 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] 10.222.0.47 "PUT /networking/v2.0/subnets/ead2530b-4c98-42fb-ad44-64bdb977e1fa HTTP/1.1" status: 200 len: 868 time: 0.3644283 Aug 21 01:18:46.545103 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a986cd6-0a04-491d-b6a3-9c7c58522511 None None] Network a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:18:46.562110 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead2530b-4c98-42fb-ad44-64bdb977e1fa,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:18:46.570485 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.570837 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.571195 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.571535 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.571871 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.572301 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.572715 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.573247 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.573600 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.573929 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.574254 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.574614 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.574980 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.575293 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.575605 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd87096-e1d5-4fd9-8c65-34d619766650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:18:46.852222 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-99816d49-5da1-4be1-ae64-5f548ad74b07 None None] Provisioning complete for port 02b50957-f473-45bf-8195-81d45c5f3622 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:18:46.852610 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-99816d49-5da1-4be1-ae64-5f548ad74b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (02b50957-f473-45bf-8195-81d45c5f3622), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:46.932012 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-99816d49-5da1-4be1-ae64-5f548ad74b07 None None] Current status of the port 02b50957-f473-45bf-8195-81d45c5f3622 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:18:46.941619 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-99816d49-5da1-4be1-ae64-5f548ad74b07 None None] Provisioning complete for port c77b9b40-0e43-4992-ad71-3f2b4d471239 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:18:46.941935 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-99816d49-5da1-4be1-ae64-5f548ad74b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c77b9b40-0e43-4992-ad71-3f2b4d471239), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:47.014377 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-99816d49-5da1-4be1-ae64-5f548ad74b07 None None] Current status of the port c77b9b40-0e43-4992-ad71-3f2b4d471239 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:18:48.938379 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 48350) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:18:49.455752 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921f589b-f02c-4f23-a415-3947f4c3200b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:18:49.456344 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921f589b-f02c-4f23-a415-3947f4c3200b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:18:49.458228 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-921f589b-f02c-4f23-a415-3947f4c3200b admin admin] 10.222.0.47 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5188060 Aug 21 01:18:51.831483 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48360) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:18:52.359717 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798a944-8ca1-4bce-bdf2-a619cb1cbc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:18:52.360215 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798a944-8ca1-4bce-bdf2-a619cb1cbc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:18:52.361773 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c798a944-8ca1-4bce-bdf2-a619cb1cbc6b admin admin] 10.222.0.47 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5292323 Aug 21 01:18:54.694574 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48368) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:18:55.134708 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11d8723-dbaa-492f-90b5-e1ac083a1c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:18:55.136124 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-b11d8723-dbaa-492f-90b5-e1ac083a1c1b admin admin] 10.222.0.47 "GET /networking/v2.0/networks/a8b82d2e-dea4-46ff-83b7-a2a8a5bf04c0 HTTP/1.1" status: 200 len: 869 time: 0.4406343 Aug 21 01:18:55.701192 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:55.721239 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:57.011926 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=40 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:57.013213 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=37 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:57.468417 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48376) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:18:57.660595 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-41cb33f3-44cc-4b4a-891c-aeff1da4844c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:18:57.883456 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4068f6-e24e-4086-8e9a-c60ea9b1462e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:18:57.884800 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-ac4068f6-e24e-4086-8e9a-c60ea9b1462e admin admin] 10.222.0.47 "GET /networking/v2.0/networks/c54b5147-7e70-46ff-b4e4-e0fd0deab68d HTTP/1.1" status: 200 len: 886 time: 0.4154489 Aug 21 01:18:59.451732 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=12 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:18:59.452603 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=11 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:00.198337 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-7851846a-fbc3-47dd-95f6-85375281ea11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:00.209027 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48384) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:19:00.583984 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:00.598859 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:00.625307 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048567c6-1a57-471b-be24-1f70f8b7308f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:19:00.625756 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048567c6-1a57-471b-be24-1f70f8b7308f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:19:00.628047 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-048567c6-1a57-471b-be24-1f70f8b7308f admin admin] 10.222.0.47 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4176862 Aug 21 01:19:01.295386 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:03.015861 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48392) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:19:03.176654 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:03.450706 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f05447-b2a0-4547-b7f9-f4e7aae4ad6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:19:03.451155 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f05447-b2a0-4547-b7f9-f4e7aae4ad6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:19:03.452831 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-53f05447-b2a0-4547-b7f9-f4e7aae4ad6b admin admin] 10.222.0.47 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4358811 Aug 21 01:19:03.581471 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:05.924961 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 48402) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:19:06.339793 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045877d2-43f3-4b65-a103-b10bc486835c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:19:06.342774 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-045877d2-43f3-4b65-a103-b10bc486835c admin admin] 10.222.0.47 "GET /networking/v2.0/subnets/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f HTTP/1.1" status: 200 len: 816 time: 0.4155579 Aug 21 01:19:08.740821 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48410) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:19:09.150923 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d16360-ad09-4f4b-97e3-e23ae2bafa46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:19:09.152385 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-f7d16360-ad09-4f4b-97e3-e23ae2bafa46 admin admin] 10.222.0.47 "GET /networking/v2.0/subnets/ead2530b-4c98-42fb-ad44-64bdb977e1fa HTTP/1.1" status: 200 len: 868 time: 0.4105184 Aug 21 01:19:10.708051 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 5 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:19:13.499532 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:13.503485 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:16.333125 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:16.336190 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=6 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:19.144311 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=18 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:19.147545 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=13 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:27.636210 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-80497696-eafb-43ab-9411-0d319c05a2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:27.772233 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=14 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:27.777204 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=20 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:30.207861 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4b88aa81-b3cb-43e8-951d-2a66d9a7764a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:31.368964 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:33.133254 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:33.567418 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:38.104853 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48466) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:19:38.454953 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [None req-098d6daf-4986-4250-a651-fd0a3dae0edd admin admin] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:19:38.456385 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-098d6daf-4986-4250-a651-fd0a3dae0edd admin admin] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3504312 Aug 21 01:19:40.906205 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48474) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:19:41.244776 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.pecan_wsgi.hooks.translation [None req-916b2c25-f537-4832-b243-4eb3ebdc6555 admin admin] GET failed (client error): The resource could not be found. Aug 21 01:19:41.246064 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-916b2c25-f537-4832-b243-4eb3ebdc6555 admin admin] 10.222.0.47 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3390255 Aug 21 01:19:41.334380 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f53fa6-1c2e-46c0-857d-e0c086e619ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:19:41.335845 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e3f53fa6-1c2e-46c0-857d-e0c086e619ad admin admin] 10.222.0.47 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847986 Aug 21 01:19:43.499866 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:43.501152 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:43.695495 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48482) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:19:44.055396 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:19:44.138580 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Made reservation on behalf of ada79d28652f4a3aa0a174133f24108f for: {'network': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:19:44.140969 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:44.170118 dv-cinder-master-3-iscsi neutron-server[106923]: WARNING neutron.services.revisions.revision_plugin [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Could not find related network for resource to bump revision. Aug 21 01:19:44.182077 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=106923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:19:44.190845 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (d99a6992-9341-4403-84d1-ccda454f04d9), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:44.191182 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.segments_db [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Added segment d99a6992-9341-4403-84d1-ccda454f04d9 of type vlan for network ac516711-9c0d-4ed6-8498-715220ab2a5e Aug 21 01:19:44.233834 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (ac516711-9c0d-4ed6-8498-715220ab2a5e), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:44.338241 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (ac516711-9c0d-4ed6-8498-715220ab2a5e), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:44.339288 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:19:44.339870 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:44.406228 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] Pushing event updated for resources: {'Network': ['ID=ac516711-9c0d-4ed6-8498-715220ab2a5e,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:19:44.418352 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network ac516711-9c0d-4ed6-8498-715220ab2a5e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:19:44.461043 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-f2f19778-9a54-4dbe-8269-3366cf74cd9a admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7644756 Aug 21 01:19:46.858386 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48490) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:19:47.209134 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff2d780-7e2f-4b34-9cbb-6e3eb1ecdb8d admin admin] GET failed (client error): The resource could not be found. Aug 21 01:19:47.210463 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-bff2d780-7e2f-4b34-9cbb-6e3eb1ecdb8d admin admin] 10.222.0.47 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3522089 Aug 21 01:19:47.283962 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a175e-2b52-4cdd-ba61-26d75eff5835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:19:47.285485 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-999a175e-2b52-4cdd-ba61-26d75eff5835 admin admin] 10.222.0.47 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702999 Aug 21 01:19:47.296615 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:19:47.424762 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Made reservation on behalf of ada79d28652f4a3aa0a174133f24108f for: {'subnet': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:19:47.426992 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:47.707241 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 5 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:19:47.778045 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (adefe3a9-46ed-42d4-87fa-93e6b18bd3dd), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:47.827914 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=adefe3a9-46ed-42d4-87fa-93e6b18bd3dd,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:19:47.840326 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.840725 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.841083 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.841420 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.841746 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.842075 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.842399 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.842715 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.843055 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.843377 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.843708 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.844044 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.844405 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.844724 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.845113 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:47.856214 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Checking segment: {'id': 'd99a6992-9341-4403-84d1-ccda454f04d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:19:47.856616 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Network hostable DHCP agents. Network: ac516711-9c0d-4ed6-8498-715220ab2a5e, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:19:47.932698 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Network ac516711-9c0d-4ed6-8498-715220ab2a5e is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:19:48.035229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ac516711-9c0d-4ed6-8498-715220ab2a5e) {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:19:48.039503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:19:48.040125 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:48.046084 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62329a1f-38a2-44c4-8d8c-58728a34d1ff None None] Network ac516711-9c0d-4ed6-8498-715220ab2a5e requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:19:48.141154 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-d14ac0ea-5500-4655-81b6-e9dc670b34fb admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8486588 Aug 21 01:19:48.150511 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ac516711-9c0d-4ed6-8498-715220ab2a5e', 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e', 'project_id': 'ada79d28652f4a3aa0a174133f24108f', 'fixed_ips': [{'subnet_id': 'adefe3a9-46ed-42d4-87fa-93e6b18bd3dd'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:19:48.152726 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:48.448275 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Allocated IP 192.168.233.2 (ac516711-9c0d-4ed6-8498-715220ab2a5e/adefe3a9-46ed-42d4-87fa-93e6b18bd3dd/c5d9389a-5324-4b62-ab4d-fe9234929db7) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:19:48.623769 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Publish callbacks [] for port (c5d9389a-5324-4b62-ab4d-fe9234929db7), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:48.699634 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (c5d9389a-5324-4b62-ab4d-fe9234929db7), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:48.740168 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Network ac516711-9c0d-4ed6-8498-715220ab2a5e is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:19:48.745212 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:19:48.749264 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:19:48.756161 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Pushing event updated for resources: {'Port': ['ID=c5d9389a-5324-4b62-ab4d-fe9234929db7,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:19:48.768477 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.768477 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.768477 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.768477 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.769121 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.769121 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.769433 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.769598 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.769892 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.770218 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.770542 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.770884 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.771204 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.771526 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.771846 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:19:48.835885 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Attempting to bind port c5d9389a-5324-4b62-ab4d-fe9234929db7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:19:48.836363 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Attempting to bind port c5d9389a-5324-4b62-ab4d-fe9234929db7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd99a6992-9341-4403-84d1-ccda454f04d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:19:48.836731 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Attempting to bind port c5d9389a-5324-4b62-ab4d-fe9234929db7 on network ac516711-9c0d-4ed6-8498-715220ab2a5e {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:19:48.842784 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:19:48.843268 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Checking segment: {'id': 'd99a6992-9341-4403-84d1-ccda454f04d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:19:48.843718 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:48.844115 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Bound using segment: {'id': 'd99a6992-9341-4403-84d1-ccda454f04d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:19:48.844628 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Bound port: c5d9389a-5324-4b62-ab4d-fe9234929db7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99a6992-9341-4403-84d1-ccda454f04d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:19:48.845002 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c5d9389a-5324-4b62-ab4d-fe9234929db7), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:48.910936 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] For port c5d9389a-5324-4b62-ab4d-fe9234929db7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:19:48.914003 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] For port c5d9389a-5324-4b62-ab4d-fe9234929db7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c5d9389a-5324-4b62-ab4d-fe9234929db7,segment=NetworkSegment(d99a6992-9341-4403-84d1-ccda454f04d9),segment_id=d99a6992-9341-4403-84d1-ccda454f04d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:19:48.989773 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c5d9389a-5324-4b62-ab4d-fe9234929db7), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:49.046172 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697aa0e9-7490-4e99-94d7-1ccc158413fc None None] Pushing event updated for resources: {'Port': ['ID=c5d9389a-5324-4b62-ab4d-fe9234929db7,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:19:49.914978 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50186a61-5ea5-48e8-a611-f704d37a8b77 None None] Network ac516711-9c0d-4ed6-8498-715220ab2a5e requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:19:49.962350 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-5c3d9c4b-0914-4657-aaee-0a21dc0c1d6e None None] Provisioning complete for port c5d9389a-5324-4b62-ab4d-fe9234929db7 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:19:49.962735 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d9c4b-0914-4657-aaee-0a21dc0c1d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c5d9389a-5324-4b62-ab4d-fe9234929db7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:50.022191 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:50.043243 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:50.101310 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d9c4b-0914-4657-aaee-0a21dc0c1d6e None None] Current status of the port c5d9389a-5324-4b62-ab4d-fe9234929db7 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:19:50.101952 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d9c4b-0914-4657-aaee-0a21dc0c1d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c5d9389a-5324-4b62-ab4d-fe9234929db7), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:50.144608 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-5c3d9c4b-0914-4657-aaee-0a21dc0c1d6e None None] For port c5d9389a-5324-4b62-ab4d-fe9234929db7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c5d9389a-5324-4b62-ab4d-fe9234929db7,segment=NetworkSegment(d99a6992-9341-4403-84d1-ccda454f04d9),segment_id=d99a6992-9341-4403-84d1-ccda454f04d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:19:50.207380 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5c3d9c4b-0914-4657-aaee-0a21dc0c1d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c5d9389a-5324-4b62-ab4d-fe9234929db7), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:50.262764 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d9c4b-0914-4657-aaee-0a21dc0c1d6e None None] Pushing event updated for resources: {'Port': ['ID=c5d9389a-5324-4b62-ab4d-fe9234929db7,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:19:50.326743 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-391d5457-bcd3-4ac9-a3d0-4d2ecc8d0cc6 None None] Provisioning complete for port c5d9389a-5324-4b62-ab4d-fe9234929db7 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:19:50.327033 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-391d5457-bcd3-4ac9-a3d0-4d2ecc8d0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c5d9389a-5324-4b62-ab4d-fe9234929db7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:50.407886 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-391d5457-bcd3-4ac9-a3d0-4d2ecc8d0cc6 None None] Current status of the port c5d9389a-5324-4b62-ab4d-fe9234929db7 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:19:51.078071 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c5d9389a-5324-4b62-ab4d-fe9234929db7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:19:51.128010 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port c5d9389a-5324-4b62-ab4d-fe9234929db7 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:19:51.128685 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c5d9389a-5324-4b62-ab4d-fe9234929db7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:51.216546 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port c5d9389a-5324-4b62-ab4d-fe9234929db7 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:19:55.704868 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:57.691622 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d69e72fb-d2d5-48ee-9c6c-3a65578bf6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:19:57.703691 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=7 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:58.050817 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:19:58.052950 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=75,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:20:00.239809 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-fea66713-1394-4977-8891-f91b4eaa052e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:20:01.319886 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:20:03.165565 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:20:03.565651 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:20:13.502541 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:20:13.504480 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:20:24.706911 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 5 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:20:27.667255 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5bea165f-95d8-4777-944d-961f70dd01eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:20:30.225763 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f49961b5-ca10-4c6d-bae3-51789f69fea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:20:31.346834 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:20:33.175494 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:20:33.649425 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:20:34.702506 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:20:34.703399 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:20:43.506220 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:20:43.508148 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:20:57.655158 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-196ca173-5f72-44c8-b481-4b7d912b9272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:00.287355 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-064e3639-847d-4ca4-8639-613749b0cc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:01.327237 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:01.711650 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 5 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:21:03.179730 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:03.574122 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:11.702084 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:11.702979 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:13.507906 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:13.509878 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:27.632908 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=9 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:27.638516 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=17 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:27.656733 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c56ac54d-af73-4af8-9991-d3868615aa6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:30.245814 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-46ec0003-0974-4703-9d02-a26e72b7ac72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:31.307323 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:33.188297 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:33.616587 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:33.962881 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 48550) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:21:33.968570 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [None req-eb6c4ff7-bab6-4214-9767-d312be30ce5e tempest-verify_tempest_config-1048191650 tempest-verify_tempest_config-1048191650-project] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:21:33.969559 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-eb6c4ff7-bab6-4214-9767-d312be30ce5e tempest-verify_tempest_config-1048191650 tempest-verify_tempest_config-1048191650-project] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057831 Aug 21 01:21:34.565776 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48568) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:21:34.703128 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:34.790626 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Publish callbacks [] for security_group (20ca44cd-0f2c-4a95-afb5-5760182d6b47), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:34.884800 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (20ca44cd-0f2c-4a95-afb5-5760182d6b47), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:34.932036 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=8e9618149b0b46808c35bf93ff4a0b19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3650475 Aug 21 01:21:34.933428 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ca44cd-0f2c-4a95-afb5-5760182d6b47,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:21:34.934947 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 48574) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:21:34.941098 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.941552 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.942000 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.942264 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.942588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.942916 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.943234 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.943561 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.943895 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.944247 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.952439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.952439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.952439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.952439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:34.952439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689e8e2-d24c-41fe-83f4-27bf7a2a7e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.017825 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Publish callbacks [] for security_group (20ca44cd-0f2c-4a95-afb5-5760182d6b47), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:35.039206 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Publish callbacks [] for security_group (20ca44cd-0f2c-4a95-afb5-5760182d6b47), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:35.234180 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (20ca44cd-0f2c-4a95-afb5-5760182d6b47), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:35.236946 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:21:35.238097 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/20ca44cd-0f2c-4a95-afb5-5760182d6b47 HTTP/1.1" status: 204 len: 168 time: 0.3018136 Aug 21 01:21:35.246277 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ca44cd-0f2c-4a95-afb5-5760182d6b47,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:21:35.255193 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.255640 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.257720 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.257720 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.257720 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.257720 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.257720 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.257720 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.258626 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.258626 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.258862 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.258982 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.259281 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.259599 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:35.259917 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4b07e4-2046-48bf-8dff-879c59d74d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:21:38.712329 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 5 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:21:43.510824 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:44.929083 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=16,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:44.949443 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=23,neutron:INSERT=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:45.248929 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:45.250864 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:45.281572 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:48.705683 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:48.706485 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:21:57.706082 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0b43e52d-d117-45a6-97fd-d34fad9ffa3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:22:00.226277 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-892aa6cb-8255-485c-abb9-f8c058172a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:22:01.322787 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:22:03.202015 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:22:03.591537 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:22:13.509222 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:22:13.516247 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:22:15.713976 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 5 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:22:23.701484 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=3 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:22:25.709057 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:22:27.641988 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5ede1286-ce63-4bc8-9da7-ed15b88853e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:22:30.201135 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-15f5b307-1e47-4038-aa71-3c6928b284b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:22:31.326998 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:22:33.170202 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:22:33.617167 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:22:43.516558 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:22:43.518508 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:22:52.716407 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 5 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:22:57.639204 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-ac0ea2f2-dded-4dce-8ca7-6a935b253fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:00.205007 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3ee8e91c-6eaa-446d-a4e3-8b3301b0a026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:00.706596 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=3 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:01.334958 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:02.711264 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:03.158709 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:03.597265 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:08.443790 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3727903'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:18.369728 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:18.372654 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:20.318529 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 48650) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:23:20.430125 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-4c7eb938-c3da-40c6-b37c-d13d0c7a7982 admin admin] 10.222.0.47 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1105170 Aug 21 01:23:22.676983 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48660) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:23:22.746493 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8a683993-817b-488b-9805-9071d4605452 admin admin] 10.222.0.47 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0684211 Aug 21 01:23:27.634337 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=13 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:27.635430 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=13 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:27.652406 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c9460530-6175-409e-8fa6-bcf78e41b001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:29.715563 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:23:30.213708 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-54eff6be-8327-4093-bf90-699474fae3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:30.421866 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:30.423938 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:31.332040 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:32.740996 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:33.165963 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:33.618779 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:38.407362 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:23:39.711370 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=7 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:39.712254 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:48.350343 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:48.356464 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:55.698942 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:55.699750 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:23:57.680274 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0acd757c-b0be-4c6e-95d3-676096686e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:00.209820 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-12dcf204-8908-4deb-9eec-a18dd2d2a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:01.318102 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:03.172152 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:03.597851 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:06.715590 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:24:08.427811 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:16.711330 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=3 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:18.356778 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:18.358580 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:25.707184 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:27.672552 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-be56bbca-b423-4f15-8d00-6bf3681d6a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:30.203095 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3013f915-6ea4-4534-89b1-15f4d504255f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:31.311634 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:33.173015 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:33.631741 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:38.442747 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:43.715754 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:24:48.376506 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:48.378470 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:51.681753 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=3 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:53.711647 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:57.381181 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48818) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:24:57.649583 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-294278173-network', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:24:57.656278 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-26bacca0-42ef-478b-afef-3e6ad853cbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:57.749903 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Made reservation on behalf of 9774c354b8b048768f2071acfb48a4bf for: {'network': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:24:57.752330 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:57.761933 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:57.847023 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Publish callbacks [] for security_group (360ecb91-24a3-4bb0-ba6a-28d5a29d882c), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:57.921455 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (360ecb91-24a3-4bb0-ba6a-28d5a29d882c), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:57.945221 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=106923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:24:57.961936 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (71e38bbe-8073-4eb5-ad1d-c45113c91875), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:57.962283 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.segments_db [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Added segment 71e38bbe-8073-4eb5-ad1d-c45113c91875 of type vlan for network 679614c9-0d32-43d1-9058-1d318da99722 Aug 21 01:24:57.971561 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360ecb91-24a3-4bb0-ba6a-28d5a29d882c,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:24:57.980920 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.981259 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.981624 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.981964 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.982292 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.982618 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.982946 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.983267 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.983587 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.983912 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.984280 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.984608 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.984922 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.985252 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.985571 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Tracked resource versions report: Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: pushed versions: Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: { 'AddressGroup': {'1.2'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Agent': {'1.1'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'ConntrackHelper': {'1.0'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'LocalIPAssociation': {'1.0'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Log': {'1.0'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'NDPProxy': {'1.0'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Network': {'1.1'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Port': {'1.7'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'PortForwarding': {'1.3'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'QosPolicy': {'1.10'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'SecurityGroup': {'1.5'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'SecurityGroupRule': {'1.2'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'SubPort': {'1.0'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Subnet': {'1.1'}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Trunk': {'1.1'}} Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: consumer versions: Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: HyperV agent@hv-cinder-maste: {}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Agent': '1.1', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'ConntrackHelper': '1.0', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'LocalIPAssociation': '1.0', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Log': '1.0', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'NDPProxy': '1.0', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Network': '1.1', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Port': '1.7', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'PortForwarding': '1.3', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'QosPolicy': '1.10', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'SecurityGroup': '1.5', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'SecurityGroupRule': '1.2', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'SubPort': '1.0', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Subnet': '1.1', Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: 'Trunk': '1.1'}} Aug 21 01:24:57.986754 dv-cinder-master-3-iscsi neutron-server[106923]: {{(pid=106923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 01:24:58.019520 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (679614c9-0d32-43d1-9058-1d318da99722), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:58.121106 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (679614c9-0d32-43d1-9058-1d318da99722), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:58.126750 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:24:58.126750 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:58.200794 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] Pushing event updated for resources: {'Network': ['ID=679614c9-0d32-43d1-9058-1d318da99722,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:24:58.212964 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network 679614c9-0d32-43d1-9058-1d318da99722 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:24:58.231436 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-01958ab1-5063-4b10-94cc-55c8926a588f admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8491585 Aug 21 01:24:58.234441 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48870) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:24:58.239235 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Request body: {'subnet': {'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-subnet', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:24:58.249000 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 48872) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:24:58.361945 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Made reservation on behalf of 9774c354b8b048768f2071acfb48a4bf for: {'subnet': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:24:58.364879 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:58.613801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (52ae8ffd-cfd6-4d40-b162-710d61e3bb9b), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:58.667815 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 48898) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:24:58.674111 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:24:58.701533 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Checking segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:24:58.702329 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Network hostable DHCP agents. Network: 679614c9-0d32-43d1-9058-1d318da99722, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:24:58.750428 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1709381962-network', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:24:58.782421 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 48904) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:24:58.852831 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Network 679614c9-0d32-43d1-9058-1d318da99722 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:24:58.853205 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Made reservation on behalf of f4a0fcea08b248fe84012875a7243761 for: {'network': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:24:58.855895 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:58.872473 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:58.950678 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 679614c9-0d32-43d1-9058-1d318da99722) {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:24:58.960233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:24:58.960233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:58.960464 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b010b06-d3e8-45d1-a0d0-edfd6ffcfb69 None None] Network 679614c9-0d32-43d1-9058-1d318da99722 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:24:58.970567 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Publish callbacks [] for security_group (ac4d3ac4-b385-40b0-9780-0145ccf6818f), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.027242 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1477938902-network', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:24:59.082524 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-ade94abe-8f76-4e6d-ad50-7d9f988ed761 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8444366 Aug 21 01:24:59.082887 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48916) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:24:59.084550 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (ac4d3ac4-b385-40b0-9780-0145ccf6818f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.087885 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:24:59.093242 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-679614c9-0d32-43d1-9058-1d318da99722', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:24:59.096410 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.107915 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=106924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:24:59.127958 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746095167564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (adc0989a-bd33-4990-8ff5-effbb016fcc1), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.128958 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Unsubscribe: segment precommit_create {{(pid=106924) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 21 01:24:59.129962 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.segments_db [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Added segment adc0989a-bd33-4990-8ff5-effbb016fcc1 of type vlan for network 9ee81273-c1c2-4ebe-9984-21786c936dee Aug 21 01:24:59.254230 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (9ee81273-c1c2-4ebe-9984-21786c936dee), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.267264 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4d3ac4-b385-40b0-9780-0145ccf6818f,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:24:59.276252 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.280401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.292924 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-734503055-network', 'tenant_id': '13b534c485db48d8a37e024702f87092'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:24:59.307221 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:59.311539 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:59.319464 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Made reservation on behalf of a1914f8232864af6ad97aebcb1636125 for: {'network': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:24:59.323454 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.335406 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.337160 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.337974 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.338608 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.339215 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.339951 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.340512 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.341055 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.341912 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.343640 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.344716 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.345624 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.346373 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.347488 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.348219 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Tracked resource versions report: Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: pushed versions: Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: { 'AddressGroup': {'1.2'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Agent': {'1.1'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'ConntrackHelper': {'1.0'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'LocalIPAssociation': {'1.0'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Log': {'1.0'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'NDPProxy': {'1.0'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Network': {'1.1'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Port': {'1.7'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'PortForwarding': {'1.3'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'QosPolicy': {'1.10'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'SecurityGroup': {'1.5'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'SecurityGroupRule': {'1.2'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'SubPort': {'1.0'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Subnet': {'1.1'}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Trunk': {'1.1'}} Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: consumer versions: Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: HyperV agent@hv-cinder-maste: {}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Agent': '1.1', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'ConntrackHelper': '1.0', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'LocalIPAssociation': '1.0', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Log': '1.0', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'NDPProxy': '1.0', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Network': '1.1', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Port': '1.7', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'PortForwarding': '1.3', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'QosPolicy': '1.10', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'SecurityGroup': '1.5', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'SecurityGroupRule': '1.2', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'SubPort': '1.0', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Subnet': '1.1', Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: 'Trunk': '1.1'}} Aug 21 01:24:59.352646 dv-cinder-master-3-iscsi neutron-server[106924]: {{(pid=106924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 01:24:59.393655 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.422374 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Allocated IP 172.20.0.2 (679614c9-0d32-43d1-9058-1d318da99722/52ae8ffd-cfd6-4d40-b162-710d61e3bb9b/f7d7db9a-2e3b-42ee-9d00-ccede9e97485) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:24:59.476846 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks [] for router_controller (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), precommit_add_association {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.525660 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (9ee81273-c1c2-4ebe-9984-21786c936dee), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.528316 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:24:59.530025 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.570188 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Made reservation on behalf of 13b534c485db48d8a37e024702f87092 for: {'network': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:24:59.573908 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.644174 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.720788 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Publish callbacks [] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.752292 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] Pushing event updated for resources: {'Network': ['ID=9ee81273-c1c2-4ebe-9984-21786c936dee,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:24:59.764247 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Publish callbacks [] for security_group (b871edd4-0de3-4329-bdad-0b07d99f49d7), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.774382 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ad31d7f6-fdc2-43fe-986f-da18140df95c admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5222192 Aug 21 01:24:59.779398 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 48940) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:24:59.782713 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network 9ee81273-c1c2-4ebe-9984-21786c936dee details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:24:59.809518 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Request body: {'subnet': {'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1709381962-subnet', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:24:59.818992 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks [] for router_gateway (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.873512 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b871edd4-0de3-4329-bdad-0b07d99f49d7), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.876023 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:24:59.926364 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Network 679614c9-0d32-43d1-9058-1d318da99722 is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:24:59.929244 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:24:59.936363 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:24:59.950340 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=106924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:24:59.972797 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:24:59.974325 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Pushing event updated for resources: {'Port': ['ID=f7d7db9a-2e3b-42ee-9d00-ccede9e97485,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:00.007922 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.008185 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.010751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.010751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.010751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.010751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.010751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.010751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.011569 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.011569 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.011744 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.012046 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.012439 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.012691 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.013002 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Tracked resource versions report: Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: pushed versions: Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: { 'AddressGroup': {'1.2'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Agent': {'1.1'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'ConntrackHelper': {'1.0'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'LocalIPAssociation': {'1.0'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Log': {'1.0'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'NDPProxy': {'1.0'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Network': {'1.1'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Port': {'1.7'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'PortForwarding': {'1.3'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'QosPolicy': {'1.10'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'SecurityGroup': {'1.5'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'SecurityGroupRule': {'1.2'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'SubPort': {'1.0'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Subnet': {'1.1'}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Trunk': {'1.1'}} Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: consumer versions: Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: HyperV agent@hv-cinder-maste: {}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Agent': '1.1', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'ConntrackHelper': '1.0', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'LocalIPAssociation': '1.0', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Log': '1.0', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'NDPProxy': '1.0', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Network': '1.1', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Port': '1.7', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'PortForwarding': '1.3', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'QosPolicy': '1.10', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'SecurityGroup': '1.5', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'SecurityGroupRule': '1.2', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'SubPort': '1.0', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Subnet': '1.1', Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: 'Trunk': '1.1'}} Aug 21 01:25:00.014224 dv-cinder-master-3-iscsi neutron-server[106925]: {{(pid=106925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 01:25:00.033904 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Attempting to bind port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:00.033904 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Attempting to bind port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:00.033904 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Attempting to bind port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 on network 679614c9-0d32-43d1-9058-1d318da99722 {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:00.037622 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:00.038040 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Checking segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:00.038526 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.038912 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Bound using segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:00.039470 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Bound port: f7d7db9a-2e3b-42ee-9d00-ccede9e97485, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:00.039848 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.061220 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Made reservation on behalf of f4a0fcea08b248fe84012875a7243761 for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:25:00.069986 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.077285 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b871edd4-0de3-4329-bdad-0b07d99f49d7,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:00.098699 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (e705b3d4-54d5-4925-a15e-29728c95a8d9), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.099252 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.segments_db [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Added segment e705b3d4-54d5-4925-a15e-29728c95a8d9 of type vlan for network 6533a9e0-1a39-42a0-8035-a9b34f9a540b Aug 21 01:25:00.101058 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=66,neutron:INSERT=27,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:00.122343 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] For port f7d7db9a-2e3b-42ee-9d00-ccede9e97485, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:00.125181 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] For port f7d7db9a-2e3b-42ee-9d00-ccede9e97485, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f7d7db9a-2e3b-42ee-9d00-ccede9e97485,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:00.190694 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks [] for router_gateway (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.216696 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.228771 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.236358 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:00.276979 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-ae7525a2-ea7f-4505-b4fd-eb969332ad2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.400967 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Publish callbacks [] for security_group (712b5457-658f-4885-a8ff-86c1874ca7c6), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.400967 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (6533a9e0-1a39-42a0-8035-a9b34f9a540b), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.402206 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40908c-96fa-4e5e-b95d-a3746ebbf9a4 None None] Pushing event updated for resources: {'Port': ['ID=f7d7db9a-2e3b-42ee-9d00-ccede9e97485,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:00.439369 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (712b5457-658f-4885-a8ff-86c1874ca7c6), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.448530 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Allocated IP 172.37.5.135 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/f21eb775-4b5e-4728-ba1a-b5b449e5aec5) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:00.508881 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=106924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:25:00.532690 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b5457-658f-4885-a8ff-86c1874ca7c6,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:00.546932 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (55f9ecf7-2f27-459f-ba56-d59d1c80c12d), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.546932 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.segments_db [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Added segment 55f9ecf7-2f27-459f-ba56-d59d1c80c12d of type vlan for network cb373d64-899b-489f-9b02-6021edfc53f0 Aug 21 01:25:00.656509 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (cb373d64-899b-489f-9b02-6021edfc53f0), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.711030 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (6533a9e0-1a39-42a0-8035-a9b34f9a540b), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.716912 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:00.719020 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.726381 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:00.740837 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks [] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.854164 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.db.resource_extend [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 21 01:25:00.901020 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:00.960437 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] Pushing event updated for resources: {'Network': ['ID=6533a9e0-1a39-42a0-8035-a9b34f9a540b,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:00.982080 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:00.982080 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:00.983142 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:00.985981 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network 6533a9e0-1a39-42a0-8035-a9b34f9a540b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:25:00.991617 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-131fa512-8540-47d6-a064-1c9b7ef999e6 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3226323 Aug 21 01:25:01.015672 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 48970) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:01.026871 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Request body: {'subnet': {'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1477938902-subnet', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:01.078309 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Pushing event updated for resources: {'Port': ['ID=f21eb775-4b5e-4728-ba1a-b5b449e5aec5,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:01.116333 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (cb373d64-899b-489f-9b02-6021edfc53f0), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.117405 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:01.118177 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.685160 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Made reservation on behalf of a1914f8232864af6ad97aebcb1636125 for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:25:01.685160 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.691115 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:01.695580 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] Pushing event updated for resources: {'Network': ['ID=cb373d64-899b-489f-9b02-6021edfc53f0,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:01.701443 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network cb373d64-899b-489f-9b02-6021edfc53f0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:25:01.708419 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (63bb539d-a4ba-4698-a8d8-59af1ab0586f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.713405 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f7d7db9a-2e3b-42ee-9d00-ccede9e97485 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:01.716232 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bb539d-a4ba-4698-a8d8-59af1ab0586f,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:01.716652 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:01.716652 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.717823 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Checking segment: {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:01.717823 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Network hostable DHCP agents. Network: 9ee81273-c1c2-4ebe-9984-21786c936dee, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:25:01.717823 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-873973f5-ce31-44e0-82fe-d23790e2e138 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8122051 Aug 21 01:25:01.718969 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:01.718969 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.719494 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 48990) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:01.719494 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Request body: {'subnet': {'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-subnet', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:01.723742 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port f7d7db9a-2e3b-42ee-9d00-ccede9e97485, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f7d7db9a-2e3b-42ee-9d00-ccede9e97485,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:01.723742 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.748665 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.750322 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Network 9ee81273-c1c2-4ebe-9984-21786c936dee is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:25:01.754578 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (b99a7059-9bc8-46f9-9720-f6529f086c52), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.825466 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks [] for router_gateway (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.863045 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=f7d7db9a-2e3b-42ee-9d00-ccede9e97485,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:01.888240 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbad4bb-947c-4702-b11b-a2abc39be637 None None] Network 679614c9-0d32-43d1-9058-1d318da99722 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:25:01.916898 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:01.937261 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99a7059-9bc8-46f9-9720-f6529f086c52,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:01.952274 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9ee81273-c1c2-4ebe-9984-21786c936dee) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:01.959485 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:01.960970 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:01.975762 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Checking segment: {'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:01.975952 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Network hostable DHCP agents. Network: 6533a9e0-1a39-42a0-8035-a9b34f9a540b, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:25:01.979739 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92545a92-9aac-452a-a24b-d3eab00f4708 None None] Network 9ee81273-c1c2-4ebe-9984-21786c936dee requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:25:02.015420 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Made reservation on behalf of 13b534c485db48d8a37e024702f87092 for: {'subnet': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:25:02.019129 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.069915 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-55084b8d-2faa-4872-9a65-287929eb90a8 None None] Provisioning complete for port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:02.070510 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-55084b8d-2faa-4872-9a65-287929eb90a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.146383 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49008) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:02.147533 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9596fc92-5c5f-49c4-807d-2bd3b6950c3e admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3668885 Aug 21 01:25:02.148558 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Network 6533a9e0-1a39-42a0-8035-a9b34f9a540b is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:25:02.151950 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:02.159594 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6533a9e0-1a39-42a0-8035-a9b34f9a540b) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:02.168833 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:02.170228 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.187321 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c48a34c-7249-4c06-b6aa-e6fcd78c9512 None None] Network 6533a9e0-1a39-42a0-8035-a9b34f9a540b requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:25:02.200634 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.334640 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-6d5e170a-bbb8-4748-b79e-32f978fec014 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3169143 Aug 21 01:25:02.336887 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49022) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:02.343289 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.345540 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.351113 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1477938902-router', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:02.397909 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:02.428154 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:02.477745 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks [] for router_controller (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), precommit_add_association {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.508480 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (0281b27b-fbc9-43d9-b068-6a1970f0d905), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.513922 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (0281b27b-fbc9-43d9-b068-6a1970f0d905), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.654819 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9ee81273-c1c2-4ebe-9984-21786c936dee', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:25:02.656217 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.687432 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6533a9e0-1a39-42a0-8035-a9b34f9a540b', 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b', 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'fixed_ips': [{'subnet_id': 'b99a7059-9bc8-46f9-9720-f6529f086c52'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:25:02.688838 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.713445 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks [] for router_controller (0281b27b-fbc9-43d9-b068-6a1970f0d905), precommit_add_association {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.735021 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-55084b8d-2faa-4872-9a65-287929eb90a8 None None] Current status of the port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:02.789295 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:02.845457 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (fd50c766-ff47-4da4-9e9a-cc5ec1431a42), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.871110 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks [] for router_gateway (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:02.938304 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Checking segment: {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:02.938304 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Network hostable DHCP agents. Network: cb373d64-899b-489f-9b02-6021edfc53f0, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:25:02.940759 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd50c766-ff47-4da4-9e9a-cc5ec1431a42,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:03.002385 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-b42b6150-9bcf-4cfd-b309-916198cb3b76 None None] Provisioning complete for port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:03.002385 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b42b6150-9bcf-4cfd-b309-916198cb3b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.043933 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:25:03.062556 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Allocated IP 172.20.0.2 (9ee81273-c1c2-4ebe-9984-21786c936dee/63bb539d-a4ba-4698-a8d8-59af1ab0586f/1e18cffb-ad03-4ee2-a0d4-827b84ba5eca) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:03.083431 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Network cb373d64-899b-489f-9b02-6021edfc53f0 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:25:03.138172 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Allocated IP 172.20.0.2 (6533a9e0-1a39-42a0-8035-a9b34f9a540b/b99a7059-9bc8-46f9-9720-f6529f086c52/3bf501be-23da-44b9-9c2b-bceba4f374fd) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:03.191958 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks [] for router_gateway (0281b27b-fbc9-43d9-b068-6a1970f0d905), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.235331 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.251481 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-b42b6150-9bcf-4cfd-b309-916198cb3b76 None None] Current status of the port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:03.284178 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:25:03.294503 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Sync routers for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:25:03.312686 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f7d7db9a-2e3b-42ee-9d00-ccede9e97485 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:03.321506 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:03.322880 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:03.467415 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, cb373d64-899b-489f-9b02-6021edfc53f0) {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:03.470632 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49040) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:03.482097 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.486318 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-ef62b5e6-8860-402e-892c-2d7d150b525c admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3990371 Aug 21 01:25:03.486507 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0ee646-22cf-4a63-b25e-6eb3285d726e None None] Network cb373d64-899b-489f-9b02-6021edfc53f0 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:25:03.486626 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:03.486626 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.497903 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49044) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:03.503249 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:03.503652 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.566649 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Publish callbacks [] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.591918 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:03.688666 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:03.715627 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Publish callbacks [] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.767087 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-cb373d64-899b-489f-9b02-6021edfc53f0', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'project_id': '13b534c485db48d8a37e024702f87092', 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:25:03.768062 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.810923 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.856197 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-a45e9703-972c-44eb-b1cb-d3a96993fa4a admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2536423 Aug 21 01:25:03.865889 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Pushing event updated for resources: {'Port': ['ID=1e18cffb-ad03-4ee2-a0d4-827b84ba5eca,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:03.872743 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49060) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:03.895480 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:03.904433 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks [] for router_gateway (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.919270 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks [] for router_gateway (0281b27b-fbc9-43d9-b068-6a1970f0d905), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.950883 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.973109 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.974151 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:03.982323 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.985462 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:03.995839 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c233f9be-8148-4a2a-a61e-9217982dccce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.069566 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Allocated IP 172.20.0.2 (cb373d64-899b-489f-9b02-6021edfc53f0/fd50c766-ff47-4da4-9e9a-cc5ec1431a42/071206ae-dab3-4d98-8993-1a0c5f93e4b3) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:04.122785 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:01Z', 'revision_number': 3, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:04.150684 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Checking router: 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:25:04.150763 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Allocated IP 172.37.5.253 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/b204b36d-db04-4b42-9cfb-00161b13e63b) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:04.150960 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Updating router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d port f21eb775-4b5e-4728-ba1a-b5b449e5aec5 binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:25:04.185023 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.216235 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Pushing event updated for resources: {'Port': ['ID=3bf501be-23da-44b9-9c2b-bceba4f374fd,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:04.276895 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Network 9ee81273-c1c2-4ebe-9984-21786c936dee is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:04.292522 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks [] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.330758 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:04.344156 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:04.882963 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Network 6533a9e0-1a39-42a0-8035-a9b34f9a540b is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:04.882963 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:04.882963 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:04.884930 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (16e14b3c-c97c-49f8-a84c-61d657375ef8), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.884930 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (16e14b3c-c97c-49f8-a84c-61d657375ef8), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.884930 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks [] for router_controller (16e14b3c-c97c-49f8-a84c-61d657375ef8), precommit_add_association {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.885149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Attempting to bind port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:04.885149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Attempting to bind port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:04.885149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Attempting to bind port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca on network 9ee81273-c1c2-4ebe-9984-21786c936dee {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:04.885149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:04.885149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Checking segment: {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:04.885149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.885149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Bound using segment: {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:04.885149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Bound port: 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:04.885149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.885937 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Attempting to bind port 3bf501be-23da-44b9-9c2b-bceba4f374fd on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:04.885937 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Attempting to bind port 3bf501be-23da-44b9-9c2b-bceba4f374fd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:04.885937 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Attempting to bind port 3bf501be-23da-44b9-9c2b-bceba4f374fd on network 6533a9e0-1a39-42a0-8035-a9b34f9a540b {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:04.886129 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c233f9be-8148-4a2a-a61e-9217982dccce admin admin] Publish callbacks [] for security_group (0fb7e8ef-c50e-4304-8fd7-d9798bb9ee62), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.886198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Publish callbacks [] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.886198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:04.886198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Checking segment: {'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:04.886198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.886198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Bound using segment: {'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:04.886198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Bound port: 3bf501be-23da-44b9-9c2b-bceba4f374fd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:04.886198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.886198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] For port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:04.886198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] For port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1e18cffb-ad03-4ee2-a0d4-827b84ba5eca,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:04.886759 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] For port 3bf501be-23da-44b9-9c2b-bceba4f374fd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:04.886759 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] For port 3bf501be-23da-44b9-9c2b-bceba4f374fd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3bf501be-23da-44b9-9c2b-bceba4f374fd,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:04.886887 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.931649 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.966100 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.980484 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.984067 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c233f9be-8148-4a2a-a61e-9217982dccce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0fb7e8ef-c50e-4304-8fd7-d9798bb9ee62), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:04.990842 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Allocated IP 172.20.0.1 (679614c9-0d32-43d1-9058-1d318da99722/52ae8ffd-cfd6-4d40-b162-710d61e3bb9b/fbc8c91a-9b05-43fb-a9f8-e13615c510d9) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:04.998004 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.098558 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Network cb373d64-899b-489f-9b02-6021edfc53f0 is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:05.101278 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Pushing event updated for resources: {'Port': ['ID=b204b36d-db04-4b42-9cfb-00161b13e63b,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:05.120558 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:05.123406 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d094e7a-2b96-4d67-8f8e-c91581af9f9b None None] Pushing event updated for resources: {'Port': ['ID=3bf501be-23da-44b9-9c2b-bceba4f374fd,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:05.124899 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:05.126750 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:05.128823 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:05.134468 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:05.236695 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233f9be-8148-4a2a-a61e-9217982dccce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb7e8ef-c50e-4304-8fd7-d9798bb9ee62,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:05.294193 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Publish callbacks [] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.424616 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.503495 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:05.512842 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:05.527668 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Attempting to bind port f21eb775-4b5e-4728-ba1a-b5b449e5aec5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:05.528148 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Attempting to bind port f21eb775-4b5e-4728-ba1a-b5b449e5aec5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:05.528570 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Attempting to bind port f21eb775-4b5e-4728-ba1a-b5b449e5aec5 on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:05.553145 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:05.553626 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:05.554101 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.554581 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:05.555145 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Bound port: f21eb775-4b5e-4728-ba1a-b5b449e5aec5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:05.556162 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.576022 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cabc79-c65e-45ae-8a05-6199508b8c80 None None] Pushing event updated for resources: {'Port': ['ID=1e18cffb-ad03-4ee2-a0d4-827b84ba5eca,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:05.614441 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Attempting to bind port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:05.614748 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Attempting to bind port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:05.616426 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Attempting to bind port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 on network cb373d64-899b-489f-9b02-6021edfc53f0 {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:05.640849 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Pushing event updated for resources: {'Port': ['ID=f21eb775-4b5e-4728-ba1a-b5b449e5aec5,revision_number=2']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:05.662765 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.663452 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.664024 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.664632 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.665923 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.666462 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.681283 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.681283 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.681283 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.681283 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.681283 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.681283 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.681283 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.681833 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.681833 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Tracked resource versions report: Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: pushed versions: Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: { 'AddressGroup': {'1.2'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Agent': {'1.1'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'ConntrackHelper': {'1.0'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'LocalIPAssociation': {'1.0'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Log': {'1.0'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'NDPProxy': {'1.0'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Network': {'1.1'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Port': {'1.7'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'PortForwarding': {'1.3'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'QosPolicy': {'1.10'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'SecurityGroup': {'1.5'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'SecurityGroupRule': {'1.2'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'SubPort': {'1.0'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Subnet': {'1.1'}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Trunk': {'1.1'}} Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: consumer versions: Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: HyperV agent@hv-cinder-maste: {}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Agent': '1.1', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'ConntrackHelper': '1.0', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'LocalIPAssociation': '1.0', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Log': '1.0', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'NDPProxy': '1.0', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Network': '1.1', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Port': '1.7', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'PortForwarding': '1.3', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'QosPolicy': '1.10', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'SecurityGroup': '1.5', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'SecurityGroupRule': '1.2', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'SubPort': '1.0', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Subnet': '1.1', Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: 'Trunk': '1.1'}} Aug 21 01:25:05.683163 dv-cinder-master-3-iscsi neutron-server[106926]: {{(pid=106926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 01:25:05.704935 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:05.705539 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Checking segment: {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:05.706457 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.707218 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Bound using segment: {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:05.708089 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Bound port: 071206ae-dab3-4d98-8993-1a0c5f93e4b3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:05.708549 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] For port f21eb775-4b5e-4728-ba1a-b5b449e5aec5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:05.708739 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.714724 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] For port f21eb775-4b5e-4728-ba1a-b5b449e5aec5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f21eb775-4b5e-4728-ba1a-b5b449e5aec5,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:05.721312 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Publish callbacks [] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.758019 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c233f9be-8148-4a2a-a61e-9217982dccce admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0cdbd53cdbbf4cc3a1bc436bd329b60f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2859993 Aug 21 01:25:05.766869 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49082) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:05.841053 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Pushing event updated for resources: {'Port': ['ID=071206ae-dab3-4d98-8993-1a0c5f93e4b3,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:05.867798 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.874050 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks [] for router_gateway (16e14b3c-c97c-49f8-a84c-61d657375ef8), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.877995 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Allocated IP 172.37.5.8 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:05.897672 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:05.898787 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks [] for router_gateway (0281b27b-fbc9-43d9-b068-6a1970f0d905), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:05.899707 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:05.900999 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:05.904028 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] For port 071206ae-dab3-4d98-8993-1a0c5f93e4b3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:05.909908 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] For port 071206ae-dab3-4d98-8993-1a0c5f93e4b3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=071206ae-dab3-4d98-8993-1a0c5f93e4b3,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:05.978599 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:06.025364 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.066693 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.070625 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68e3c8-6825-489d-97ec-cf651c55eb80 None None] Pushing event updated for resources: {'Port': ['ID=f21eb775-4b5e-4728-ba1a-b5b449e5aec5,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:06.086353 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks [] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.132446 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283c4e3-4d8e-4c0b-9eec-87c2a30d8c5b None None] Pushing event updated for resources: {'Port': ['ID=071206ae-dab3-4d98-8993-1a0c5f93e4b3,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:06.135987 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:06.137630 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:06.208546 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-77e86bfc-1463-4b79-ab8b-468e8d5743b3 admin admin] Publish callbacks [] for security_group (0fb7e8ef-c50e-4304-8fd7-d9798bb9ee62), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.292088 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-77e86bfc-1463-4b79-ab8b-468e8d5743b3 admin admin] Publish callbacks [] for security_group (0fb7e8ef-c50e-4304-8fd7-d9798bb9ee62), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.319258 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Network 679614c9-0d32-43d1-9058-1d318da99722 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:06.358170 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:06.373126 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:06.373612 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.569405 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (0281b27b-fbc9-43d9-b068-6a1970f0d905), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.636673 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:01Z', 'revision_number': 3, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:06.719863 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc8c91a-9b05-43fb-a9f8-e13615c510d9,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:06.737516 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81a893-00b6-400e-a8d1-24ac388d1188 None None] The sync data for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi is: [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:01Z', 'revision_number': 3, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:25:06.813211 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-77e86bfc-1463-4b79-ab8b-468e8d5743b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0fb7e8ef-c50e-4304-8fd7-d9798bb9ee62), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.819902 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-77e86bfc-1463-4b79-ab8b-468e8d5743b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.822833 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-77e86bfc-1463-4b79-ab8b-468e8d5743b3 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0fb7e8ef-c50e-4304-8fd7-d9798bb9ee62 HTTP/1.1" status: 204 len: 168 time: 1.0489850 Aug 21 01:25:06.848180 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e86bfc-1463-4b79-ab8b-468e8d5743b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb7e8ef-c50e-4304-8fd7-d9798bb9ee62,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:06.878693 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.929530 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-c3c8a465-9bb9-41b8-9ffd-834b34fa828b None None] Provisioning complete for port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:06.932059 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a465-9bb9-41b8-9ffd-834b34fa828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:06.959723 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:07.003664 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8697c0b-be6b-46c5-80fd-f966cc5bd83a None None] Network 9ee81273-c1c2-4ebe-9984-21786c936dee requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:25:07.020085 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks [] for router_gateway (16e14b3c-c97c-49f8-a84c-61d657375ef8), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:07.028850 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Router 0281b27b-fbc9-43d9-b068-6a1970f0d905 is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:25:07.029164 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:07.030034 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:07.031466 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8a465-9bb9-41b8-9ffd-834b34fa828b None None] Port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:25:07.062322 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:07.064356 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:07.075752 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:07.313952 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-d7963577-b739-4b0b-af7e-23d64e72c593 None None] Provisioning complete for port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:07.314633 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d7963577-b739-4b0b-af7e-23d64e72c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:07.315754 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:25:07.396130 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Sync routers for ids ['0281b27b-fbc9-43d9-b068-6a1970f0d905'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:25:07.479991 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Routers {'0281b27b-fbc9-43d9-b068-6a1970f0d905'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:07.480734 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['0281b27b-fbc9-43d9-b068-6a1970f0d905'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:07.500270 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:07.505629 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-88bbacde-682b-4746-b4ea-f02dbf8cf32f admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1643789 Aug 21 01:25:07.508214 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49106) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:07.655924 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 3bf501be-23da-44b9-9c2b-bceba4f374fd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:07.723380 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:07.752926 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:07.761096 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e27c454-74c3-46c7-84b3-6861e6cd6886 None None] Network 6533a9e0-1a39-42a0-8035-a9b34f9a540b requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:25:07.770101 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:07.823342 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 3bf501be-23da-44b9-9c2b-bceba4f374fd triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:07.824038 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:07.874643 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:07.878989 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:08.049828 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-d7963577-b739-4b0b-af7e-23d64e72c593 None None] Current status of the port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:08.050568 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d7963577-b739-4b0b-af7e-23d64e72c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.089780 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Set router 0281b27b-fbc9-43d9-b068-6a1970f0d905 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:08.094246 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2e4b6d-c845-4365-9f1d-3f8ab81934d6 None None] Network cb373d64-899b-489f-9b02-6021edfc53f0 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:25:08.136632 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Allocated IP 172.37.5.248 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/2c680525-7504-4e62-b7ce-ffdfd136c673) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:08.171240 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:08.318618 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-d7963577-b739-4b0b-af7e-23d64e72c593 None None] For port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1e18cffb-ad03-4ee2-a0d4-827b84ba5eca,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:08.376082 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks [] for router_gateway (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.384858 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.413815 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d7963577-b739-4b0b-af7e-23d64e72c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.568524 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Provisioning complete for port 3bf501be-23da-44b9-9c2b-bceba4f374fd triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:08.568906 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.590799 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 3bf501be-23da-44b9-9c2b-bceba4f374fd is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:08.591246 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.604055 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Publish callbacks [] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.616262 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks [] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.682839 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7963577-b739-4b0b-af7e-23d64e72c593 None None] Pushing event updated for resources: {'Port': ['ID=1e18cffb-ad03-4ee2-a0d4-827b84ba5eca,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:08.686032 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.749292 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Allocated IP 172.20.0.1 (6533a9e0-1a39-42a0-8035-a9b34f9a540b/b99a7059-9bc8-46f9-9720-f6529f086c52/dc599445-e840-4683-b7de-22f17799eec3) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:08.756996 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:08.787445 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.788506 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.801425 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.805250 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 3bf501be-23da-44b9-9c2b-bceba4f374fd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3bf501be-23da-44b9-9c2b-bceba4f374fd,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:08.809779 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'name': 'tempest-DeleteServersTestJSON-1477938902-router', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:05Z', 'revision_number': 3, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'gw_port': {'id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:03Z', 'updated_at': '2022-08-21T01:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:08.838840 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:08.857122 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Checking router: 0281b27b-fbc9-43d9-b068-6a1970f0d905 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:25:08.857511 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Updating router 0281b27b-fbc9-43d9-b068-6a1970f0d905 port b204b36d-db04-4b42-9cfb-00161b13e63b binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:25:08.891641 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:08.892601 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 071206ae-dab3-4d98-8993-1a0c5f93e4b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:08.976816 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:09.005832 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.009690 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:09.022256 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:09.024845 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc8c91a-9b05-43fb-a9f8-e13615c510d9,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:09.033660 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:09.054923 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Publish callbacks [] for port (dc599445-e840-4683-b7de-22f17799eec3), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.069312 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:09.082063 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=3bf501be-23da-44b9-9c2b-bceba4f374fd,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:09.092996 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Current status of the port 3bf501be-23da-44b9-9c2b-bceba4f374fd is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:09.105982 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Provisioning complete for port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:09.105982 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.265009 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (dc599445-e840-4683-b7de-22f17799eec3), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.310091 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Pushing event updated for resources: {'Port': ['ID=2c680525-7504-4e62-b7ce-ffdfd136c673,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:09.318227 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.344998 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Pushing event updated for resources: {'Port': ['ID=dc599445-e840-4683-b7de-22f17799eec3,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:09.347079 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:09.347497 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.380609 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Network 6533a9e0-1a39-42a0-8035-a9b34f9a540b is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:09.382527 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:09.385299 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:09.385895 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (0281b27b-fbc9-43d9-b068-6a1970f0d905), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.511184 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Network 679614c9-0d32-43d1-9058-1d318da99722 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:09.514825 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:09.687723 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Current status of the port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:09.687723 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.698993 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:09.699665 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.725640 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:09.831442 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 071206ae-dab3-4d98-8993-1a0c5f93e4b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=071206ae-dab3-4d98-8993-1a0c5f93e4b3,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:09.893790 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Publish callbacks [] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.906394 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:09.919890 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:25:09.921405 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:09.922280 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:09.965122 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:10.038951 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks [] for router_gateway (16e14b3c-c97c-49f8-a84c-61d657375ef8), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.065903 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:10.079586 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:10.079961 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.112408 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.134844 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.db.api [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 21 01:25:10.135320 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG oslo_db.api [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 01:25:10.138275 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:25:10.143674 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (dc599445-e840-4683-b7de-22f17799eec3), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.174534 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Attempting to bind port b204b36d-db04-4b42-9cfb-00161b13e63b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:10.174908 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Attempting to bind port b204b36d-db04-4b42-9cfb-00161b13e63b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:10.175795 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Attempting to bind port b204b36d-db04-4b42-9cfb-00161b13e63b on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:10.183585 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=071206ae-dab3-4d98-8993-1a0c5f93e4b3,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:10.196601 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:10.197141 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:10.197556 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.197956 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:10.198473 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Bound port: b204b36d-db04-4b42-9cfb-00161b13e63b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:10.198862 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.289983 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:10.291770 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:10.303251 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] For port b204b36d-db04-4b42-9cfb-00161b13e63b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:10.342130 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] For port b204b36d-db04-4b42-9cfb-00161b13e63b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b204b36d-db04-4b42-9cfb-00161b13e63b,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:10.360980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1f781-26b1-4274-8f09-f90f81c17aac None None] Pushing event updated for resources: {'Port': ['ID=b204b36d-db04-4b42-9cfb-00161b13e63b,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:10.363677 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:10.422841 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Publish callbacks [] for port (dc599445-e840-4683-b7de-22f17799eec3), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.424398 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:25:10.426093 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.434574 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Sync routers for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:25:10.452630 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:10.453298 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:10.473188 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c9bc3ead-1dc2-425c-8b27-896a5fac8e21 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/8e318f5d-6d66-40e2-8a86-eefca9cc6e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9611368 Aug 21 01:25:10.501717 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (dc599445-e840-4683-b7de-22f17799eec3), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.503288 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (0281b27b-fbc9-43d9-b068-6a1970f0d905), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.536454 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Routers {'0281b27b-fbc9-43d9-b068-6a1970f0d905'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:10.536454 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['0281b27b-fbc9-43d9-b068-6a1970f0d905'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:10.582236 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Pushing event updated for resources: {'Port': ['ID=dc599445-e840-4683-b7de-22f17799eec3,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:10.603492 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1f781-26b1-4274-8f09-f90f81c17aac None None] Pushing event updated for resources: {'Port': ['ID=b204b36d-db04-4b42-9cfb-00161b13e63b,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:10.605597 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:10.675561 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:10.678529 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:10.724559 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (16e14b3c-c97c-49f8-a84c-61d657375ef8), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.778329 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:10.810632 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Network 6533a9e0-1a39-42a0-8035-a9b34f9a540b is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:10.813431 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:10.832915 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:07Z', 'revision_number': 2, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:10.864304 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Checking router: 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:25:10.864832 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Updating router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:25:10.890094 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Current status of the port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:10.910848 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:10.934600 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:25:10.963674 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Sync routers for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:25:10.965666 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Provisioning complete for port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:10.966035 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:11.016140 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:11.056391 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] Set router 0281b27b-fbc9-43d9-b068-6a1970f0d905 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:11.066099 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:11.066486 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:11.096287 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Router 0281b27b-fbc9-43d9-b068-6a1970f0d905 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:25:11.108634 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:11.109799 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-7c70c9dd-f7a9-46bd-8fdc-d76f675a25c7 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.9650059 Aug 21 01:25:11.112873 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49214) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:11.160389 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49226) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:11.167755 dv-cinder-master-3-iscsi neutron-server[106923]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 01:25:11.204867 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:11.205273 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:11.205949 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:11.223394 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:11.263118 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Router 16e14b3c-c97c-49f8-a84c-61d657375ef8 is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:25:11.426229 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:11.467838 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=7 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:11.513130 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:25:11.533504 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-c5272445-3f1f-4883-8d9d-dd63eb33e842 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:11.533504 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-c5272445-3f1f-4883-8d9d-dd63eb33e842 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 818 time: 0.3643310 Aug 21 01:25:11.541829 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-cc5789c1-5bdf-48b9-a729-8e46cb313d9a admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/0281b27b-fbc9-43d9-b068-6a1970f0d905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0343380 Aug 21 01:25:11.570960 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-b5892841-efa8-4e98-a3f4-36b6eda8add2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/quotas/9774c354b8b048768f2071acfb48a4bf HTTP/1.1" status: 200 len: 375 time: 0.0235929 Aug 21 01:25:11.573639 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:25:11.606985 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=100 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:11.624289 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:11.632327 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Sync routers for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:25:11.690703 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-e93d5b8f-563c-420d-8d58-2019865ab55b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096287 Aug 21 01:25:11.734406 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Publish callbacks [] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:11.750593 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:11.751250 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:11.785498 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:11.787867 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e96f3000-20a8-4b6e-838e-fe8708c44cfe admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9133379 Aug 21 01:25:11.791112 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49246) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:11.808193 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:11.809480 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f21eb775-4b5e-4728-ba1a-b5b449e5aec5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:11.942738 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.074538 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.131189 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12ee2b-1443-43ad-91ca-1ca492ada8c7 None None] Pushing event updated for resources: {'Port': ['ID=fbc8c91a-9b05-43fb-a9f8-e13615c510d9,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:12.163295 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:12.186132 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:12.201636 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-ec2531f2-10f0-4f1f-8ae8-2c971c6cc8ca None None] Current status of the port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:12.244353 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Allocated IP 172.20.0.1 (9ee81273-c1c2-4ebe-9984-21786c936dee/63bb539d-a4ba-4698-a8d8-59af1ab0586f/45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:12.300723 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:12.312666 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-a69cef2c-457a-4e11-a2b1-973295878e4e service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:25:12.313674 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-a69cef2c-457a-4e11-a2b1-973295878e4e service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2770834 Aug 21 01:25:12.379104 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49286) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:12.382745 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Provisioning complete for port dc599445-e840-4683-b7de-22f17799eec3 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:12.383562 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (dc599445-e840-4683-b7de-22f17799eec3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.423840 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Attempting to bind port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:12.426061 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Attempting to bind port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:12.426502 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Attempting to bind port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 on network 679614c9-0d32-43d1-9058-1d318da99722 {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:12.431879 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:07Z', 'revision_number': 3, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:12.442644 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:12.452061 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Checking segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:12.452061 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.452061 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Bound using segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:12.452061 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Bound port: fbc8c91a-9b05-43fb-a9f8-e13615c510d9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:12.452061 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.454416 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Publish callbacks [] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.500607 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:12.509777 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port f21eb775-4b5e-4728-ba1a-b5b449e5aec5 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:12.510179 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.577185 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:12.581312 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.601584 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Checking router: b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:25:12.602729 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Updating router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:25:12.639658 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.659750 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Port dc599445-e840-4683-b7de-22f17799eec3 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:25:12.662718 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:09Z', 'revision_number': 3, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:12.666335 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] For port fbc8c91a-9b05-43fb-a9f8-e13615c510d9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:12.671799 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:12.684379 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-dd22a94b-324b-4c62-af0b-fcee502e2f91 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491378 Aug 21 01:25:12.688843 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Pushing event updated for resources: {'Port': ['ID=45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:12.693585 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Network 9ee81273-c1c2-4ebe-9984-21786c936dee is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:12.694753 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:12.700764 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:12.706017 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:12.706017 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.706737 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-4e989ead-6503-46dc-a822-3cfc6905efa5 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:12.708332 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-4e989ead-6503-46dc-a822-3cfc6905efa5 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/networks?id=6533a9e0-1a39-42a0-8035-a9b34f9a540b HTTP/1.1" status: 200 len: 812 time: 0.3191168 Aug 21 01:25:12.737100 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Checking router: 16e14b3c-c97c-49f8-a84c-61d657375ef8 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:25:12.737499 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Updating router 16e14b3c-c97c-49f8-a84c-61d657375ef8 port 2c680525-7504-4e62-b7ce-ffdfd136c673 binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:25:12.753572 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] For port fbc8c91a-9b05-43fb-a9f8-e13615c510d9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fbc8c91a-9b05-43fb-a9f8-e13615c510d9,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:12.753858 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-5b711ec1-10d8-4e85-a859-5fc964d589fb tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/quotas/a1914f8232864af6ad97aebcb1636125 HTTP/1.1" status: 200 len: 375 time: 0.0361428 Aug 21 01:25:12.762751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'name': 'tempest-DeleteServersTestJSON-1477938902-router', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:09Z', 'revision_number': 4, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'gw_port': {'id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:03Z', 'updated_at': '2022-08-21T01:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dc599445-e840-4683-b7de-22f17799eec3', 'name': '', 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'mac_address': 'fa:16:3e:74:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:08Z', 'updated_at': '2022-08-21T01:25:10Z', 'revision_number': 2, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'subnets': [{'id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:12.793644 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Provisioning complete for port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:12.803184 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.806171 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.819134 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52205a90-0899-4993-8eb4-f109339bb272 None None] The sync data for ids ['0281b27b-fbc9-43d9-b068-6a1970f0d905'] in dv-cinder-master-3-iscsi is: [{'id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'name': 'tempest-DeleteServersTestJSON-1477938902-router', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:09Z', 'revision_number': 4, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'gw_port': {'id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:03Z', 'updated_at': '2022-08-21T01:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dc599445-e840-4683-b7de-22f17799eec3', 'name': '', 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'mac_address': 'fa:16:3e:74:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:08Z', 'updated_at': '2022-08-21T01:25:10Z', 'revision_number': 2, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'subnets': [{'id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:25:12.943892 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:12.974971 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:12.974971 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:12.974971 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:13.066384 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:13.099429 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-524de898-43ce-41cc-be63-fd671b04d6d2 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a1914f8232864af6ad97aebcb1636125&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3197403 Aug 21 01:25:13.170822 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port f21eb775-4b5e-4728-ba1a-b5b449e5aec5 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:13.171327 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:13.188782 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:13.310882 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-be1d1501-f5a9-4fd5-b872-834affa35ae2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118591 Aug 21 01:25:13.386615 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:13.426129 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port f21eb775-4b5e-4728-ba1a-b5b449e5aec5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f21eb775-4b5e-4728-ba1a-b5b449e5aec5,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:13.440697 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12ee2b-1443-43ad-91ca-1ca492ada8c7 None None] Pushing event updated for resources: {'Port': ['ID=fbc8c91a-9b05-43fb-a9f8-e13615c510d9,revision_number=4']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:13.442673 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Current status of the port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:13.466199 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Provisioning complete for port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:13.466860 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:13.494550 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-414c0b74-667d-480d-8aff-9b780ddafc21 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:25:13.500810 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-414c0b74-667d-480d-8aff-9b780ddafc21 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1869261 Aug 21 01:25:13.503020 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:13.509136 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:13.585136 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:13.586035 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 3bf501be-23da-44b9-9c2b-bceba4f374fd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:13.850267 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Current status of the port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:13.850666 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:13.921759 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:13.935670 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Publish callbacks [] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.001167 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.001167 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.059478 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:14.065342 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] For port fbc8c91a-9b05-43fb-a9f8-e13615c510d9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fbc8c91a-9b05-43fb-a9f8-e13615c510d9,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:14.071457 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 3bf501be-23da-44b9-9c2b-bceba4f374fd triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:14.071859 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.116308 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0a35c-43c4-4275-8232-3a4f71074ebe None None] The sync data for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi is: [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:25:14.126776 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=f21eb775-4b5e-4728-ba1a-b5b449e5aec5,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:14.172322 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Pushing event updated for resources: {'Port': ['ID=45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:14.177484 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.291164 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-925dd2fd-d807-4aed-9f5b-5650c5b27be4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6533a9e0-1a39-42a0-8035-a9b34f9a540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932822 Aug 21 01:25:14.409726 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Publish callbacks [] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.432849 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:14.448579 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Network 9ee81273-c1c2-4ebe-9984-21786c936dee is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:14.450611 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:14.500746 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Provisioning complete for port 3bf501be-23da-44b9-9c2b-bceba4f374fd triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:14.503009 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.505308 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.555360 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:14.653288 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Allocated IP 172.20.0.1 (cb373d64-899b-489f-9b02-6021edfc53f0/fd50c766-ff47-4da4-9e9a-cc5ec1431a42/12abfd37-98cc-4925-84ff-eccb48060853) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:14.751299 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Attempting to bind port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:14.751674 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Attempting to bind port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:14.752033 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Attempting to bind port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:14.772078 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:25:14.886038 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Pushing event updated for resources: {'Port': ['ID=fbc8c91a-9b05-43fb-a9f8-e13615c510d9,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:14.892759 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:14.893324 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:14.893975 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.896157 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:14.896157 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Bound port: f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:14.896157 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.915916 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Publish callbacks [] for port (12abfd37-98cc-4925-84ff-eccb48060853), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:14.987398 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:14.995131 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:15.035609 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Publish callbacks [] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:15.049867 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 3bf501be-23da-44b9-9c2b-bceba4f374fd is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:15.050961 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 071206ae-dab3-4d98-8993-1a0c5f93e4b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:15.112178 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:25:15.114900 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:15.140021 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8b12c531-4580-4445-a6f6-23c3ddcae104 req-561db656-d0fd-4721-b9fa-17ed1a31c1f8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 210 time: 0.1583431 Aug 21 01:25:15.142149 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-c1e1c2d6-8636-4690-8f9c-b1ac8d26ec08 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/6533a9e0-1a39-42a0-8035-a9b34f9a540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8394723 Aug 21 01:25:15.144804 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (12abfd37-98cc-4925-84ff-eccb48060853), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:15.152619 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9462286b-de9a-42b3-a43a-bd7e20df719b admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0351336 Aug 21 01:25:15.185175 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Network cb373d64-899b-489f-9b02-6021edfc53f0 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:15.325328 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=12abfd37-98cc-4925-84ff-eccb48060853,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:15.343675 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:15.356317 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:15.356814 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (16e14b3c-c97c-49f8-a84c-61d657375ef8), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:15.365618 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Attempting to bind port 2c680525-7504-4e62-b7ce-ffdfd136c673 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:15.366054 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Attempting to bind port 2c680525-7504-4e62-b7ce-ffdfd136c673 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:15.366420 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Attempting to bind port 2c680525-7504-4e62-b7ce-ffdfd136c673 on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:15.411918 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ad7ef-7649-41eb-9bff-0e11dd27e0b2 None None] Pushing event updated for resources: {'Port': ['ID=f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:15.428411 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:15.428770 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:15.429180 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:15.430189 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:15.430692 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Bound port: 2c680525-7504-4e62-b7ce-ffdfd136c673, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:15.431182 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:15.533369 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e42cc1-0580-40b9-a2da-059424f4768e None None] Pushing event updated for resources: {'Port': ['ID=2c680525-7504-4e62-b7ce-ffdfd136c673,revision_number=2']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:15.558206 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-06e850f7-afa8-4d50-a358-d7206a2c4982 None None] Current status of the port 3bf501be-23da-44b9-9c2b-bceba4f374fd is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:15.630563 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] For port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:15.635561 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] For port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:15.651836 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:15.652493 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:15.652748 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] For port 2c680525-7504-4e62-b7ce-ffdfd136c673, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:15.658619 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] For port 2c680525-7504-4e62-b7ce-ffdfd136c673, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2c680525-7504-4e62-b7ce-ffdfd136c673,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:15.761071 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:15.779346 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:15.798770 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-2f9144cc-1405-4c94-91d5-81e153cadd13 None None] Provisioning complete for port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:15.799150 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2f9144cc-1405-4c94-91d5-81e153cadd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:15.847555 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:15.847555 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:16.010892 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:16.025434 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (12abfd37-98cc-4925-84ff-eccb48060853), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:16.036479 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:16.038253 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:16.060147 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-2f9144cc-1405-4c94-91d5-81e153cadd13 None None] Port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:25:16.076703 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:16.175041 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e42cc1-0580-40b9-a2da-059424f4768e None None] Pushing event updated for resources: {'Port': ['ID=2c680525-7504-4e62-b7ce-ffdfd136c673,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:16.239599 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:16.240712 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ad7ef-7649-41eb-9bff-0e11dd27e0b2 None None] Pushing event updated for resources: {'Port': ['ID=f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:16.266024 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:16.276501 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49458) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:16.282122 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-389e6add-5d3b-4852-ab6e-271d6af4eb23 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105509774', 'description': 'tempest-description--2060962896'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:16.333672 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:16.339720 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-25c939ba-ca06-427f-b823-365b1268de92 None None] Provisioning complete for port 12abfd37-98cc-4925-84ff-eccb48060853 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:16.339720 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-25c939ba-ca06-427f-b823-365b1268de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (12abfd37-98cc-4925-84ff-eccb48060853), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:16.422954 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-25c939ba-ca06-427f-b823-365b1268de92 None None] Port 12abfd37-98cc-4925-84ff-eccb48060853 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:25:16.431661 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:16.454813 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-389e6add-5d3b-4852-ab6e-271d6af4eb23 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:16.474817 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:16.485736 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170618ea-1191-4580-8052-8be997898aed req-894d02d7-3f72-467e-92b7-446cfb67d29d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:16.494948 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-894d02d7-3f72-467e-92b7-446cfb67d29d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 818 time: 0.5817676 Aug 21 01:25:16.495608 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:16.632161 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-c05fda51-fff7-4c04-8ec8-d105333b5b8e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/quotas/9774c354b8b048768f2071acfb48a4bf HTTP/1.1" status: 200 len: 375 time: 0.1247890 Aug 21 01:25:16.670534 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81995a87-d8bd-4ef0-bd98-a362f47e42ed req-1a2cd99a-e31c-4bda-b568-2f6e3978dfc1 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 210 time: 0.0705802 Aug 21 01:25:16.860041 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-16c31b8b-bbb6-4d55-bf64-2b17479143f0 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195486 Aug 21 01:25:16.862514 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-389e6add-5d3b-4852-ab6e-271d6af4eb23 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (2a6ce842-bf0d-4a83-b224-912332d569b8), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:16.862957 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Publish callbacks [] for port (12abfd37-98cc-4925-84ff-eccb48060853), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:16.917087 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-c73a33b7-8158-4ff3-8bb9-9b2acfb54469 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572678 Aug 21 01:25:16.955771 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:14Z', 'revision_number': 1, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:16.987942 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device fbc8c91a-9b05-43fb-a9f8-e13615c510d9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:16.991781 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0fcd12-d4ec-445e-9871-e1a4dcf1c9ee None None] The sync data for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi is: [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:14Z', 'revision_number': 1, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:25:17.011803 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-389e6add-5d3b-4852-ab6e-271d6af4eb23 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (2a6ce842-bf0d-4a83-b224-912332d569b8), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:17.015757 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (12abfd37-98cc-4925-84ff-eccb48060853), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:17.016509 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (16e14b3c-c97c-49f8-a84c-61d657375ef8), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:17.082685 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e6add-5d3b-4852-ab6e-271d6af4eb23 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ce842-bf0d-4a83-b224-912332d569b8,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:17.088916 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:17.098214 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:17.098592 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:17.153530 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-c90f16cf-b81e-4e5c-b244-c4e842b79db8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303677 Aug 21 01:25:17.165513 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Sync routers for ids ['0281b27b-fbc9-43d9-b068-6a1970f0d905'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:25:17.176529 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-389e6add-5d3b-4852-ab6e-271d6af4eb23 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:17.180889 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-389e6add-5d3b-4852-ab6e-271d6af4eb23 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9014957 Aug 21 01:25:17.183400 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49488) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:17.192059 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-6745cc11-2c4c-40ba-b025-23b22b6a7531 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'security_group_rule': {'security_group_id': '2a6ce842-bf0d-4a83-b224-912332d569b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:17.231860 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Routers {'0281b27b-fbc9-43d9-b068-6a1970f0d905'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:17.233044 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['0281b27b-fbc9-43d9-b068-6a1970f0d905'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:17.238700 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 2, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:17.295895 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:17.304835 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=12abfd37-98cc-4925-84ff-eccb48060853,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:17.370669 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e549fa-64db-4aff-9697-dbcef88c7c1b None None] The sync data for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi is: [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 2, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:25:17.390096 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Network cb373d64-899b-489f-9b02-6021edfc53f0 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:17.390096 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:17.408455 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6745cc11-2c4c-40ba-b025-23b22b6a7531 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (a15fb05b-e519-4b44-8626-8a0c4e6ec4a8), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:17.430079 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:17.431466 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device b204b36d-db04-4b42-9cfb-00161b13e63b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:17.569826 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Set router 0281b27b-fbc9-43d9-b068-6a1970f0d905 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:17.586740 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:17.786206 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6745cc11-2c4c-40ba-b025-23b22b6a7531 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (a15fb05b-e519-4b44-8626-8a0c4e6ec4a8), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:17.806962 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port b204b36d-db04-4b42-9cfb-00161b13e63b triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:17.807354 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:17.868920 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6745cc11-2c4c-40ba-b025-23b22b6a7531 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (a15fb05b-e519-4b44-8626-8a0c4e6ec4a8), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:17.967287 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:18.000643 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745cc11-2c4c-40ba-b025-23b22b6a7531 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15fb05b-e519-4b44-8626-8a0c4e6ec4a8,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:18.041555 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ea31697e-6a2f-48db-9838-a6ca944d3f3b req-a3091ab9-135a-4155-a1bc-da3f1db4d991 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.2095590 Aug 21 01:25:18.069037 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6745cc11-2c4c-40ba-b025-23b22b6a7531 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.071146 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-6745cc11-2c4c-40ba-b025-23b22b6a7531 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8863261 Aug 21 01:25:18.079332 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49520) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:18.086648 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-2e9baca2-7541-4d9c-a793-c8100f824af9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'security_group_rule': {'security_group_id': '2a6ce842-bf0d-4a83-b224-912332d569b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:18.134500 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Router 16e14b3c-c97c-49f8-a84c-61d657375ef8 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:25:18.155600 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-77d0a03c-f1ae-45f1-bdef-d781b2ace14c None None] Provisioning complete for port 12abfd37-98cc-4925-84ff-eccb48060853 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:18.156953 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-77d0a03c-f1ae-45f1-bdef-d781b2ace14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (12abfd37-98cc-4925-84ff-eccb48060853), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.178796 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2eb2cb54-6c40-435f-bde1-8e4942cdf2ad req-40f74d91-d3dc-434a-9ed9-7504e86fbb57 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 210 time: 0.1361167 Aug 21 01:25:18.246735 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2e9baca2-7541-4d9c-a793-c8100f824af9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (50e6d3e8-4e3c-43d1-b80a-40c8cb200be7), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.284304 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49530) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:18.346685 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:18.382140 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2e9baca2-7541-4d9c-a793-c8100f824af9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (50e6d3e8-4e3c-43d1-b80a-40c8cb200be7), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.402764 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-77d0a03c-f1ae-45f1-bdef-d781b2ace14c None None] Port 12abfd37-98cc-4925-84ff-eccb48060853 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:25:18.434982 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port b204b36d-db04-4b42-9cfb-00161b13e63b is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:18.435619 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.450280 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'name': 'tempest-DeleteServersTestJSON-1477938902-router', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:09Z', 'revision_number': 4, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'gw_port': {'id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:03Z', 'updated_at': '2022-08-21T01:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dc599445-e840-4683-b7de-22f17799eec3', 'name': '', 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'mac_address': 'fa:16:3e:74:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:08Z', 'updated_at': '2022-08-21T01:25:10Z', 'revision_number': 2, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'subnets': [{'id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:18.457350 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2e9baca2-7541-4d9c-a793-c8100f824af9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (50e6d3e8-4e3c-43d1-b80a-40c8cb200be7), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.490631 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:25:18.497947 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9baca2-7541-4d9c-a793-c8100f824af9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e6d3e8-4e3c-43d1-b80a-40c8cb200be7,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:18.502841 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Checking router: 0281b27b-fbc9-43d9-b068-6a1970f0d905 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:25:18.502841 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Updating router 0281b27b-fbc9-43d9-b068-6a1970f0d905 port dc599445-e840-4683-b7de-22f17799eec3 binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:25:18.515867 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-b07ee43b-3480-4b2a-96e2-861d60339ef5 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/16e14b3c-c97c-49f8-a84c-61d657375ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7231982 Aug 21 01:25:18.560322 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port b204b36d-db04-4b42-9cfb-00161b13e63b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b204b36d-db04-4b42-9cfb-00161b13e63b,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:18.565885 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (dc599445-e840-4683-b7de-22f17799eec3), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.571619 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-086644be-2744-4cc1-bb46-a702efb259c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.581205 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2e9baca2-7541-4d9c-a793-c8100f824af9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.591463 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-2e9baca2-7541-4d9c-a793-c8100f824af9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5108471 Aug 21 01:25:18.594531 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49540) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:18.602342 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:18.719749 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.721354 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f21eb775-4b5e-4728-ba1a-b5b449e5aec5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:18.750384 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:18.910809 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-086644be-2744-4cc1-bb46-a702efb259c4 admin admin] Publish callbacks [] for security_group (48acc6fc-4fcd-4be5-8a30-464b8e0b6211), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:19.033702 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-086644be-2744-4cc1-bb46-a702efb259c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (48acc6fc-4fcd-4be5-8a30-464b8e0b6211), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:19.136952 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-086644be-2744-4cc1-bb46-a702efb259c4 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=33ee98a5fc5743a59a10cff298eda51f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8455985 Aug 21 01:25:19.145847 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49560) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:19.242879 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086644be-2744-4cc1-bb46-a702efb259c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48acc6fc-4fcd-4be5-8a30-464b8e0b6211,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:19.287698 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:19.344803 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49566) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:19.392131 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f5c87096-19e2-4e78-99cc-9aa65f03ffd7 req-3a7c95c1-4fa4-4996-b31f-616dc1836ad8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.1414104 Aug 21 01:25:19.394180 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-2cb9a350-aa6b-4b63-aa84-9a6b2aa90b88 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053355159', 'description': 'tempest-description--1023235126'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:19.512253 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=b204b36d-db04-4b42-9cfb-00161b13e63b,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:19.574856 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port f21eb775-4b5e-4728-ba1a-b5b449e5aec5 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:19.575246 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:19.614046 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:19.696429 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port f21eb775-4b5e-4728-ba1a-b5b449e5aec5 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:19.696948 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7a55badc-a52c-4cc5-94af-129084582482 req-9e3aa293-d8fa-4327-a9b7-b38feb0f89fe tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 210 time: 0.0738575 Aug 21 01:25:19.698139 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-562385fb-dea7-45df-8dda-2379f94ab658 admin admin] Publish callbacks [] for security_group (48acc6fc-4fcd-4be5-8a30-464b8e0b6211), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:19.712806 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Publish callbacks [] for port (dc599445-e840-4683-b7de-22f17799eec3), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:19.741052 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a350-aa6b-4b63-aa84-9a6b2aa90b88 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:19.754841 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Allocated IP 172.37.5.181 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/50389a0f-a5b5-48f9-8a84-43ec2d36a55d) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:19.777582 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-562385fb-dea7-45df-8dda-2379f94ab658 admin admin] Publish callbacks [] for security_group (48acc6fc-4fcd-4be5-8a30-464b8e0b6211), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:19.788699 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (dc599445-e840-4683-b7de-22f17799eec3), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:19.858764 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7061a5c-2fec-4519-b36c-275a1a0684ac None None] Pushing event updated for resources: {'Port': ['ID=dc599445-e840-4683-b7de-22f17799eec3,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:19.925840 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:19.973092 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a350-aa6b-4b63-aa84-9a6b2aa90b88 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:19.987586 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Attempting to bind port dc599445-e840-4683-b7de-22f17799eec3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:19.989192 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Attempting to bind port dc599445-e840-4683-b7de-22f17799eec3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:19.989192 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Attempting to bind port dc599445-e840-4683-b7de-22f17799eec3 on network 6533a9e0-1a39-42a0-8035-a9b34f9a540b {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:19.991876 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:20.005630 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for port (50389a0f-a5b5-48f9-8a84-43ec2d36a55d), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.035795 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a350-aa6b-4b63-aa84-9a6b2aa90b88 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.036311 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:20.036734 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Checking segment: {'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:20.037139 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.037530 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Bound using segment: {'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:20.038146 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Bound port: dc599445-e840-4683-b7de-22f17799eec3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:20.038440 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (dc599445-e840-4683-b7de-22f17799eec3), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.072474 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a350-aa6b-4b63-aa84-9a6b2aa90b88 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:20.083656 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:20.084705 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:20.086950 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.114760 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (50389a0f-a5b5-48f9-8a84-43ec2d36a55d), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.147002 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] For port dc599445-e840-4683-b7de-22f17799eec3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:20.151035 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] For port dc599445-e840-4683-b7de-22f17799eec3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc599445-e840-4683-b7de-22f17799eec3,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:20.158454 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:20.161890 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-562385fb-dea7-45df-8dda-2379f94ab658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (48acc6fc-4fcd-4be5-8a30-464b8e0b6211), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.164228 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:20.165022 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-562385fb-dea7-45df-8dda-2379f94ab658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.169199 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-562385fb-dea7-45df-8dda-2379f94ab658 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/48acc6fc-4fcd-4be5-8a30-464b8e0b6211 HTTP/1.1" status: 204 len: 168 time: 1.0185552 Aug 21 01:25:20.169364 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a350-aa6b-4b63-aa84-9a6b2aa90b88 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.169364 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-2cb9a350-aa6b-4b63-aa84-9a6b2aa90b88 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8185449 Aug 21 01:25:20.172284 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:20.178108 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'Port': ['ID=50389a0f-a5b5-48f9-8a84-43ec2d36a55d,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:20.183930 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49582) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:20.191933 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-93c0b732-b8a6-4319-9454-f0d9947dc9dc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'security_group_rule': {'security_group_id': '8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:20.203945 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:20.205617 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.211985 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (dc599445-e840-4683-b7de-22f17799eec3), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.223839 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:20.225415 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:20.229827 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562385fb-dea7-45df-8dda-2379f94ab658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48acc6fc-4fcd-4be5-8a30-464b8e0b6211,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:20.264484 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (19fce96e-b5ec-4a8d-83d0-ea2973089dad), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.267831 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:20.286340 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Routers {'0281b27b-fbc9-43d9-b068-6a1970f0d905'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:20.287827 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['0281b27b-fbc9-43d9-b068-6a1970f0d905'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:20.394295 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-93c0b732-b8a6-4319-9454-f0d9947dc9dc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (d18e915f-7825-48cd-bd3f-f418ee953bea), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.419240 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (50389a0f-a5b5-48f9-8a84-43ec2d36a55d), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.481159 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.482024 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device b204b36d-db04-4b42-9cfb-00161b13e63b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:20.522524 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7061a5c-2fec-4519-b36c-275a1a0684ac None None] Pushing event updated for resources: {'Port': ['ID=dc599445-e840-4683-b7de-22f17799eec3,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:20.528531 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-93c0b732-b8a6-4319-9454-f0d9947dc9dc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (d18e915f-7825-48cd-bd3f-f418ee953bea), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.589864 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b21e1fe6-f165-40c3-a361-c7d1b472e958 req-45ee5dd2-779e-4e6d-88e5-e4c4f5a10c2b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.0621715 Aug 21 01:25:20.598910 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:20.613286 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-93c0b732-b8a6-4319-9454-f0d9947dc9dc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (d18e915f-7825-48cd-bd3f-f418ee953bea), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.649161 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0b732-b8a6-4319-9454-f0d9947dc9dc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18e915f-7825-48cd-bd3f-f418ee953bea,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:20.656520 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for port (50389a0f-a5b5-48f9-8a84-43ec2d36a55d), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.666663 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:20.688348 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] Set router 0281b27b-fbc9-43d9-b068-6a1970f0d905 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:20.716016 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-93c0b732-b8a6-4319-9454-f0d9947dc9dc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.717225 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-93c0b732-b8a6-4319-9454-f0d9947dc9dc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5322320 Aug 21 01:25:20.719809 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:25:20.723233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49590) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:20.723456 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port b204b36d-db04-4b42-9cfb-00161b13e63b triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:20.723456 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.727515 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-11308a2c-c00d-46ac-8afa-58f34bc81d9b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'security_group_rule': {'security_group_id': '8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:20.742449 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (50389a0f-a5b5-48f9-8a84-43ec2d36a55d), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.743306 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (19fce96e-b5ec-4a8d-83d0-ea2973089dad), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.755178 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:20.859239 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'Port': ['ID=50389a0f-a5b5-48f9-8a84-43ec2d36a55d,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:20.878013 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-11308a2c-c00d-46ac-8afa-58f34bc81d9b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (1c7e71f4-4096-4297-80b1-14997c37b797), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.965487 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-11308a2c-c00d-46ac-8afa-58f34bc81d9b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (1c7e71f4-4096-4297-80b1-14997c37b797), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.973248 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:20.973423 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port b204b36d-db04-4b42-9cfb-00161b13e63b is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:20.973526 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-5bb7e870-c335-459d-9405-b74aeca8fece tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3749125 Aug 21 01:25:20.979287 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 2c680525-7504-4e62-b7ce-ffdfd136c673 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:21.017145 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5a0a9b6b-5f91-465a-bc56-ef76c595a962 req-0832a539-8e6e-41df-ab5b-38b4991a7772 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 210 time: 0.0542407 Aug 21 01:25:21.072604 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-11308a2c-c00d-46ac-8afa-58f34bc81d9b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (1c7e71f4-4096-4297-80b1-14997c37b797), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.098993 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49604) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:21.119991 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'name': 'tempest-DeleteServersTestJSON-1477938902-router', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:09Z', 'revision_number': 4, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'gw_port': {'id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:03Z', 'updated_at': '2022-08-21T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dc599445-e840-4683-b7de-22f17799eec3', 'name': '', 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'mac_address': 'fa:16:3e:74:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:08Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'subnets': [{'id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:21.137569 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-60a0fae1-9d7b-4eb8-9624-dde34d0ce075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.150402 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:21.151321 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11308a2c-c00d-46ac-8afa-58f34bc81d9b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7e71f4-4096-4297-80b1-14997c37b797,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:21.152274 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc5969e-39af-41f7-a673-44c9f55a4c78 None None] The sync data for ids ['0281b27b-fbc9-43d9-b068-6a1970f0d905'] in dv-cinder-master-3-iscsi is: [{'id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'name': 'tempest-DeleteServersTestJSON-1477938902-router', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:09Z', 'revision_number': 4, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'gw_port': {'id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:03Z', 'updated_at': '2022-08-21T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dc599445-e840-4683-b7de-22f17799eec3', 'name': '', 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'mac_address': 'fa:16:3e:74:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:08Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'subnets': [{'id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:25:21.160271 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 2c680525-7504-4e62-b7ce-ffdfd136c673 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:21.161267 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.248038 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-11308a2c-c00d-46ac-8afa-58f34bc81d9b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.254155 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-11308a2c-c00d-46ac-8afa-58f34bc81d9b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5325334 Aug 21 01:25:21.255149 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49616) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:21.261754 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:21.295623 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-60a0fae1-9d7b-4eb8-9624-dde34d0ce075 admin admin] Publish callbacks [] for security_group (886e8ae1-17dc-43cd-806f-e1d1358f0f8e), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.304690 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 2c680525-7504-4e62-b7ce-ffdfd136c673 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:21.308143 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.335707 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 2c680525-7504-4e62-b7ce-ffdfd136c673, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2c680525-7504-4e62-b7ce-ffdfd136c673,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:21.370455 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-3d6836d9-5b3c-4d0e-9f17-de997c07962b tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--105509774&fields=id&tenant_id=f4a0fcea08b248fe84012875a7243761 HTTP/1.1" status: 200 len: 267 time: 0.1009901 Aug 21 01:25:21.382906 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-60a0fae1-9d7b-4eb8-9624-dde34d0ce075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (886e8ae1-17dc-43cd-806f-e1d1358f0f8e), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.408995 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.417918 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.442573 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-60a0fae1-9d7b-4eb8-9624-dde34d0ce075 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=7a76b10f0fd0405c93444e074e0db38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420563 Aug 21 01:25:21.445042 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0fae1-9d7b-4eb8-9624-dde34d0ce075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886e8ae1-17dc-43cd-806f-e1d1358f0f8e,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:21.448555 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49618) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:21.463002 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:21.478999 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=2c680525-7504-4e62-b7ce-ffdfd136c673,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:21.517617 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b90c5959-405e-4522-8fa0-fbdfef6a4495 admin admin] Publish callbacks [] for security_group (886e8ae1-17dc-43cd-806f-e1d1358f0f8e), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.544672 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b90c5959-405e-4522-8fa0-fbdfef6a4495 admin admin] Publish callbacks [] for security_group (886e8ae1-17dc-43cd-806f-e1d1358f0f8e), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.655374 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a16e5331-f855-4230-afb8-b776f3f869f7 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:21.656964 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a16e5331-f855-4230-afb8-b776f3f869f7 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9ee81273-c1c2-4ebe-9984-21786c936dee HTTP/1.1" status: 200 len: 811 time: 0.2799389 Aug 21 01:25:21.660343 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.700797 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b90c5959-405e-4522-8fa0-fbdfef6a4495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (886e8ae1-17dc-43cd-806f-e1d1358f0f8e), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.703391 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b90c5959-405e-4522-8fa0-fbdfef6a4495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:21.705615 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b90c5959-405e-4522-8fa0-fbdfef6a4495 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/886e8ae1-17dc-43cd-806f-e1d1358f0f8e HTTP/1.1" status: 204 len: 168 time: 0.2546241 Aug 21 01:25:21.705744 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:21.712009 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8bac072d-491a-4537-8835-62f63c251d73 req-25b42cd2-5eb0-4460-9919-82bff87f96c8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.0408518 Aug 21 01:25:21.727583 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c5959-405e-4522-8fa0-fbdfef6a4495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886e8ae1-17dc-43cd-806f-e1d1358f0f8e,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:21.774142 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-efab3c0e-cb3f-49aa-b5e2-3ba304de3e2d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/quotas/f4a0fcea08b248fe84012875a7243761 HTTP/1.1" status: 200 len: 375 time: 0.0916426 Aug 21 01:25:21.880305 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-9164a463-5f41-4699-b944-be2fae434f2e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902121 Aug 21 01:25:21.908276 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device dc599445-e840-4683-b7de-22f17799eec3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:22.002709 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port dc599445-e840-4683-b7de-22f17799eec3 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:22.003093 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (dc599445-e840-4683-b7de-22f17799eec3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:22.015128 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Allocated IP 172.37.5.184 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/827d981b-d89f-4a14-9564-e550b5799b7a) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:22.198265 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port dc599445-e840-4683-b7de-22f17799eec3 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:22.208227 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (dc599445-e840-4683-b7de-22f17799eec3), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:22.268878 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port dc599445-e840-4683-b7de-22f17799eec3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc599445-e840-4683-b7de-22f17799eec3,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:22.369433 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-37803780-9258-44e4-9dc8-b6cd37a40a16 req-189165c9-46c2-4a5e-9ac3-defb56eef702 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 210 time: 0.2038813 Aug 21 01:25:22.384186 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-8f023b3f-a934-4eb6-8591-44983a4c04fd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874045 Aug 21 01:25:22.403064 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (dc599445-e840-4683-b7de-22f17799eec3), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:22.404534 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:22.484165 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for port (827d981b-d89f-4a14-9564-e550b5799b7a), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:22.530019 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=dc599445-e840-4683-b7de-22f17799eec3,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:22.538889 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:22.539207 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:22.540278 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:22.585152 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-96c3ae05-2f77-4a20-8050-7359a7ccfbfd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995933 Aug 21 01:25:22.626444 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:22.626780 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 2c680525-7504-4e62-b7ce-ffdfd136c673 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:22.685750 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 2c680525-7504-4e62-b7ce-ffdfd136c673 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:22.686153 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:22.709551 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (827d981b-d89f-4a14-9564-e550b5799b7a), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:22.728734 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:22.763262 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:22.766531 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:22.769667 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:22.777899 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 2c680525-7504-4e62-b7ce-ffdfd136c673 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:22.786124 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'Port': ['ID=827d981b-d89f-4a14-9564-e550b5799b7a,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:22.893675 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-39a8a63b-f64c-4122-99d6-35bdb9c54447 req-bf49f353-3fdc-45fb-a81a-c48b46ba062c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.0602112 Aug 21 01:25:22.917795 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (9b5e95a5-c065-4f55-acd4-be7843b6e076), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:22.946341 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-09749d89-83b0-4bb4-8fb7-0ef61eccd589 req-44093fa4-aea7-4797-83ae-374d935b1c13 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0592170 Aug 21 01:25:23.035033 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (827d981b-d89f-4a14-9564-e550b5799b7a), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:23.069211 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.67', 57364) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:23.369951 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:23.396566 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for port (827d981b-d89f-4a14-9564-e550b5799b7a), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:23.402871 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.67', 57366) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:23.489239 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (827d981b-d89f-4a14-9564-e550b5799b7a), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:23.490742 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (9b5e95a5-c065-4f55-acd4-be7843b6e076), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:23.605247 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-2f1402a6-91d5-4132-94ab-889c69accd99 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:23.607515 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-2f1402a6-91d5-4132-94ab-889c69accd99 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.67 "GET /networking/v2.0/networks?id=6533a9e0-1a39-42a0-8035-a9b34f9a540b HTTP/1.1" status: 200 len: 812 time: 0.5349174 Aug 21 01:25:23.685183 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Request body: {'port': {'device_id': '031af209-ae76-47b8-8481-88ec4053affa', 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b', 'admin_state_up': True, 'tenant_id': 'a1914f8232864af6ad97aebcb1636125'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:23.852159 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b18342c6-f226-4272-a302-d22caf0ab2d3 req-4b981a1d-4f8b-43fd-b216-567e5ccdb52f tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 210 time: 0.2967143 Aug 21 01:25:23.888656 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'Port': ['ID=827d981b-d89f-4a14-9564-e550b5799b7a,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:23.895895 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:23.898134 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-1a61ec7d-b53b-4cce-a29a-e2631df914b4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6410928 Aug 21 01:25:23.902380 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device dc599445-e840-4683-b7de-22f17799eec3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:23.922377 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.67', 57367) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:24.042536 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port dc599445-e840-4683-b7de-22f17799eec3 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:24.042950 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (dc599445-e840-4683-b7de-22f17799eec3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:24.122735 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Made reservation on behalf of a1914f8232864af6ad97aebcb1636125 for: {'port': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:25:24.139130 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:24.155305 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-bc299142-7308-455b-850f-b614b623e80c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:24.159415 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-bc299142-7308-455b-850f-b614b623e80c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 818 time: 0.7323010 Aug 21 01:25:24.176771 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port dc599445-e840-4683-b7de-22f17799eec3 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:24.248005 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1bde61f7-a228-485c-b407-a64e2d320926 req-d9f4584c-263e-423e-9a39-39c2accee6fd tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.1144185 Aug 21 01:25:24.259921 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f7cd789b-e604-451d-806d-3e9bde926741 req-990c396b-2b32-4ffb-a26b-fc196440be53 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.1496942 Aug 21 01:25:24.305781 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Request body: {'port': {'device_id': '90e88110-1175-4ccf-bf6b-8efb43ab945e', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'admin_state_up': True, 'tenant_id': '9774c354b8b048768f2071acfb48a4bf'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:24.507803 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170618ea-1191-4580-8052-8be997898aed req-cfb51122-7c77-46d3-bc49-25df4c8bf7f6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:24.510568 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-cfb51122-7c77-46d3-bc49-25df4c8bf7f6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 818 time: 0.5881164 Aug 21 01:25:24.534781 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Request body: {'port': {'device_id': '80c72a3e-79b5-48fa-9c5f-26a858b589de', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'admin_state_up': True, 'tenant_id': '9774c354b8b048768f2071acfb48a4bf'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:24.557361 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:24.598241 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-3128c970-cb35-4ab6-863e-0802b0dc1176 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2053355159&fields=id&tenant_id=13b534c485db48d8a37e024702f87092 HTTP/1.1" status: 200 len: 267 time: 0.1302321 Aug 21 01:25:24.630312 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Made reservation on behalf of 9774c354b8b048768f2071acfb48a4bf for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:25:24.634767 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:24.656412 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Allocated IP 172.20.0.8 (6533a9e0-1a39-42a0-8035-a9b34f9a540b/b99a7059-9bc8-46f9-9720-f6529f086c52/667f35ba-e131-4619-82ff-965a65cd85fd) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:24.661431 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:24.916773 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Publish callbacks [] for port (667f35ba-e131-4619-82ff-965a65cd85fd), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:25.042376 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:25.071349 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:25.088839 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-51cf3aef-5260-46a5-b19f-127561b25914 req-7a664288-ff15-4ee3-9e65-b9c9d3183271 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 210 time: 0.1105666 Aug 21 01:25:25.103079 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-17911bd4-d19e-49c7-87c9-00ab6c9aee3f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:25.109410 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-17911bd4-d19e-49c7-87c9-00ab6c9aee3f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 816 time: 0.4810770 Aug 21 01:25:25.151148 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Network 6533a9e0-1a39-42a0-8035-a9b34f9a540b is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:25.155185 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:25.156714 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Pushing event updated for resources: {'Port': ['ID=667f35ba-e131-4619-82ff-965a65cd85fd,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:25.160777 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:25.164652 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Allocated IP 172.20.0.14 (679614c9-0d32-43d1-9058-1d318da99722/52ae8ffd-cfd6-4d40-b162-710d61e3bb9b/f56acc10-3115-43fe-929a-cb8d30842aef) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:25.168256 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:25.169001 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:25.188829 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Made reservation on behalf of 9774c354b8b048768f2071acfb48a4bf for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:25:25.195784 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:25.274176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:25.288565 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8d46ae7d-014d-4fc8-854a-224db36be202 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/quotas/13b534c485db48d8a37e024702f87092 HTTP/1.1" status: 200 len: 375 time: 0.0944645 Aug 21 01:25:25.309525 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-d65a4459-9995-4344-b4c0-a0fdbcd134f3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6289940 Aug 21 01:25:25.389507 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 49800) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:25.501166 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-d19ce4e2-b00d-42af-afc6-944686b72d12 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1805954 Aug 21 01:25:25.552363 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-660186b6-ae4d-4165-818d-f7af7dcf0ee4 req-cee56dcf-f0c1-4a7e-b535-9cd298e9df78 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.1593282 Aug 21 01:25:25.627054 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-e269062e-7cdc-4e2d-b26a-dc17673401ff None None] Provisioning complete for port 667f35ba-e131-4619-82ff-965a65cd85fd triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:25.627054 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e269062e-7cdc-4e2d-b26a-dc17673401ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:25.719939 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-e269062e-7cdc-4e2d-b26a-dc17673401ff None None] Port 667f35ba-e131-4619-82ff-965a65cd85fd cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:25:25.732599 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-d2780fdd-b906-45fa-83fe-ad82e67069d1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670461 Aug 21 01:25:25.744205 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cc1e-331d-40e7-830f-ed803a00918e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:25.822474 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Sync routers for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:25:25.843215 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:25.843854 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:25.869508 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-37f2af57-4a5d-49b1-a62a-6b7b77c6b28b req-cab8962f-2f8d-4a2b-9585-2371fd9afc1f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.1623366 Aug 21 01:25:25.978974 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:26.048517 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for port (f56acc10-3115-43fe-929a-cb8d30842aef), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.085583 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-874d46e8-5493-4272-9b27-ac2a34190d37 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363624 Aug 21 01:25:26.173621 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cc1e-331d-40e7-830f-ed803a00918e admin admin] Publish callbacks [] for security_group (afda9c42-01d5-451d-b8fe-066b01fa2f68), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.203500 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:16Z', 'revision_number': 2, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:26.234411 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Checking router: 16e14b3c-c97c-49f8-a84c-61d657375ef8 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:25:26.234768 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Updating router 16e14b3c-c97c-49f8-a84c-61d657375ef8 port 12abfd37-98cc-4925-84ff-eccb48060853 binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:25:26.266651 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c13f62-d4c5-4d8e-889f-357f9d74640c req-fa78d6d2-5758-4335-ac62-76e44b2b4e5c tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:26.266830 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:26.266917 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-50c13f62-d4c5-4d8e-889f-357f9d74640c req-fa78d6d2-5758-4335-ac62-76e44b2b4e5c tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 931 time: 0.0649016 Aug 21 01:25:26.266993 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (12abfd37-98cc-4925-84ff-eccb48060853), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.298419 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.303813 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cc1e-331d-40e7-830f-ed803a00918e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (afda9c42-01d5-451d-b8fe-066b01fa2f68), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.309334 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:26.458606 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-50c13f62-d4c5-4d8e-889f-357f9d74640c req-4ac051fe-58bc-449b-b95d-549216bc987a tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979287 Aug 21 01:25:26.528926 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Network 679614c9-0d32-43d1-9058-1d318da99722 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:26.530791 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:26.546597 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 49822) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:26.549576 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c7d7cc1e-331d-40e7-830f-ed803a00918e admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=1f324851bf32439880d91a81160858ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1477904 Aug 21 01:25:26.551585 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-abc77256-0abf-48e0-8c7a-b119c382609d req-1e3d26de-6df5-463e-a025-f9b53805487c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0780575 Aug 21 01:25:26.560857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:26.567677 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:26.567904 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.633204 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event updated for resources: {'Port': ['ID=f56acc10-3115-43fe-929a-cb8d30842aef,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:26.634349 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Publish callbacks [] for port (12abfd37-98cc-4925-84ff-eccb48060853), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.635559 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7cc1e-331d-40e7-830f-ed803a00918e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afda9c42-01d5-451d-b8fe-066b01fa2f68,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:26.639235 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:26.639942 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b37c82be-11b3-4832-9226-c682876966c8 admin admin] Publish callbacks [] for security_group (afda9c42-01d5-451d-b8fe-066b01fa2f68), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.644594 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Allocated IP 172.20.0.4 (679614c9-0d32-43d1-9058-1d318da99722/52ae8ffd-cfd6-4d40-b162-710d61e3bb9b/f7aa7447-c670-4701-a6ac-18f99415ce92) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:26.672049 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b37c82be-11b3-4832-9226-c682876966c8 admin admin] Publish callbacks [] for security_group (afda9c42-01d5-451d-b8fe-066b01fa2f68), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.752371 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (12abfd37-98cc-4925-84ff-eccb48060853), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.840352 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b37c82be-11b3-4832-9226-c682876966c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (afda9c42-01d5-451d-b8fe-066b01fa2f68), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.843992 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b37c82be-11b3-4832-9226-c682876966c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.845410 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b37c82be-11b3-4832-9226-c682876966c8 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/afda9c42-01d5-451d-b8fe-066b01fa2f68 HTTP/1.1" status: 204 len: 168 time: 0.2963128 Aug 21 01:25:26.864434 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c82be-11b3-4832-9226-c682876966c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afda9c42-01d5-451d-b8fe-066b01fa2f68,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:26.927012 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed89e0-fe5a-4597-bb9f-48d9e56fd492 None None] Pushing event updated for resources: {'Port': ['ID=12abfd37-98cc-4925-84ff-eccb48060853,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:26.945113 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Attempting to bind port 12abfd37-98cc-4925-84ff-eccb48060853 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:26.945983 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Attempting to bind port 12abfd37-98cc-4925-84ff-eccb48060853 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:26.946931 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Attempting to bind port 12abfd37-98cc-4925-84ff-eccb48060853 on network cb373d64-899b-489f-9b02-6021edfc53f0 {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:26.955586 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:26.956493 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Checking segment: {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:26.960494 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.960494 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Bound using segment: {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:26.960494 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Bound port: 12abfd37-98cc-4925-84ff-eccb48060853, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:26.960494 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (12abfd37-98cc-4925-84ff-eccb48060853), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.961034 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-e599543d-93a8-45d1-9ad1-9553a1c1db58 None None] Provisioning complete for port f56acc10-3115-43fe-929a-cb8d30842aef triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:26.962723 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e599543d-93a8-45d1-9ad1-9553a1c1db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:26.993052 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-68435886-fd97-430f-9b48-9c136a9f648f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7000723 Aug 21 01:25:27.012660 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ede81e83-eb70-459c-9373-de3fcdf1e1e8 req-851262ce-5b0f-42bb-bb63-d06686b33998 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.3133888 Aug 21 01:25:27.057085 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:27.065924 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] For port 12abfd37-98cc-4925-84ff-eccb48060853, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:27.069494 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] For port 12abfd37-98cc-4925-84ff-eccb48060853, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=12abfd37-98cc-4925-84ff-eccb48060853,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:27.074281 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-e599543d-93a8-45d1-9ad1-9553a1c1db58 None None] Port f56acc10-3115-43fe-929a-cb8d30842aef cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:25:27.085560 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-468621d7-892e-455f-9051-90572655f34f req-ec4ac1c6-5336-4d86-9b0f-7540addb2d61 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0403047 Aug 21 01:25:27.163290 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (12abfd37-98cc-4925-84ff-eccb48060853), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:27.175031 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Sync routers for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:25:27.181885 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:27.191965 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:27.198654 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:27.217395 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:27.218028 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:27.290745 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed89e0-fe5a-4597-bb9f-48d9e56fd492 None None] Pushing event updated for resources: {'Port': ['ID=12abfd37-98cc-4925-84ff-eccb48060853,revision_number=4']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:27.360004 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:27.371669 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:27.388656 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:27.423830 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:27.438984 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Network 679614c9-0d32-43d1-9058-1d318da99722 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:27.442649 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:27.445126 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event updated for resources: {'Port': ['ID=f7aa7447-c670-4701-a6ac-18f99415ce92,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:27.465590 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:27.480961 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:27.481653 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:27.689503 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:27.690320 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-13634c5f-b330-4984-af36-db2e2c3942a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1511772 Aug 21 01:25:27.771462 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3309-7136-4e31-8261-15c40bb4279f req-f8b10cf6-d4f6-4dba-b222-1ecc0b803a55 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:27.772264 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-be19718d-6a03-425d-821b-ff17f661c1ba tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:25:27.774071 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-be19718d-6a03-425d-821b-ff17f661c1ba tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0106773 Aug 21 01:25:27.783865 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cb3e3309-7136-4e31-8261-15c40bb4279f req-f8b10cf6-d4f6-4dba-b222-1ecc0b803a55 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 931 time: 0.1597872 Aug 21 01:25:27.832134 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-1cb72fca-2e19-4593-a8e2-ad652fa711aa tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:25:27.834719 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-1cb72fca-2e19-4593-a8e2-ad652fa711aa tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0485404 Aug 21 01:25:27.935795 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-087c7330-ab63-4319-bdb8-0c32963059e3 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:25:27.935795 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-087c7330-ab63-4319-bdb8-0c32963059e3 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1429470 Aug 21 01:25:28.025816 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9851c40f-a427-48fd-8d15-237b2f9402cd req-e1acf041-0688-4a24-b508-25f1680e7da5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.2635140 Aug 21 01:25:28.079093 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:27Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:28.113651 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cb3e3309-7136-4e31-8261-15c40bb4279f req-2980d0b0-18d6-476b-abf2-aac0eb1e406e tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396255 Aug 21 01:25:28.152024 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4eb8e2-783c-436d-b0b6-28895a125a53 None None] The sync data for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi is: [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:27Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:25:28.308077 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 12abfd37-98cc-4925-84ff-eccb48060853 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:28.330349 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8166d432-70e1-4f57-90b1-e41406a2c7fe req-e281c306-3725-4f3a-a6f1-d41cb14ab397 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0636032 Aug 21 01:25:28.365227 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-bcb21b46-ac58-43b2-b9f5-04882b577c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:28.368976 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ab4e0-9146-45dd-97f4-f770ac3b55c0 req-b631d930-89c9-4eef-99f1-69b3a9acbfb1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:28.370897 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-519ab4e0-9146-45dd-97f4-f770ac3b55c0 req-b631d930-89c9-4eef-99f1-69b3a9acbfb1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 931 time: 0.1898327 Aug 21 01:25:28.442322 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:28.443276 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-96948629-f6c1-4a0f-8270-c2b04fd82f7f None None] Provisioning complete for port f7aa7447-c670-4701-a6ac-18f99415ce92 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:28.444678 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-96948629-f6c1-4a0f-8270-c2b04fd82f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:28.461975 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-519ab4e0-9146-45dd-97f4-f770ac3b55c0 req-6f0d136d-91f4-456d-b470-096142c8f533 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835404 Aug 21 01:25:28.543711 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Request body: {'port': {'device_id': '90e88110-1175-4ccf-bf6b-8efb43ab945e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:28.625203 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Request body: {'port': {'device_id': '031af209-ae76-47b8-8481-88ec4053affa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:28.628601 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 2, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:28.706316 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:28.723686 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Checking router: b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:25:28.724077 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Updating router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:25:28.743626 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Request body: {'port': {'device_id': '80c72a3e-79b5-48fa-9c5f-26a858b589de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:28.815928 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-96948629-f6c1-4a0f-8270-c2b04fd82f7f None None] Port f7aa7447-c670-4701-a6ac-18f99415ce92 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:25:28.844013 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:28.849484 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 12abfd37-98cc-4925-84ff-eccb48060853 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:28.863781 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (12abfd37-98cc-4925-84ff-eccb48060853), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:28.986824 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:29.484890 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 12abfd37-98cc-4925-84ff-eccb48060853 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:29.485521 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (12abfd37-98cc-4925-84ff-eccb48060853), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:29.603787 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 12abfd37-98cc-4925-84ff-eccb48060853, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=12abfd37-98cc-4925-84ff-eccb48060853,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:29.606970 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:29.699732 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56acc10-3115-43fe-929a-cb8d30842aef {{(pid=106924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:25:29.721782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (12abfd37-98cc-4925-84ff-eccb48060853), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:29.724157 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Publish callbacks [] for port (f56acc10-3115-43fe-929a-cb8d30842aef), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:29.776642 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.provisioning_blocks [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Transition to ACTIVE for port object f56acc10-3115-43fe-929a-cb8d30842aef will not be triggered until provisioned by entity L2. {{(pid=106924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:25:29.800263 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667f35ba-e131-4619-82ff-965a65cd85fd {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:25:29.800263 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Publish callbacks [] for port (667f35ba-e131-4619-82ff-965a65cd85fd), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:29.859057 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:29.892501 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:29.894187 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:29.900851 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=12abfd37-98cc-4925-84ff-eccb48060853,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:29.922715 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:29.998994 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Publish callbacks [] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:30.069593 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-63c6972b-e9b7-4f4c-869c-de830ba0a11a req-d3d75e4e-e4fa-425f-92e5-6f2a69455cdd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.2481885 Aug 21 01:25:30.077060 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Transition to ACTIVE for port object 667f35ba-e131-4619-82ff-965a65cd85fd will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:25:30.098037 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Pushing event updated for resources: {'Port': ['ID=f56acc10-3115-43fe-929a-cb8d30842aef,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:30.119349 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Attempting to bind port f56acc10-3115-43fe-929a-cb8d30842aef on host hv-cinder-maste for vnic_type normal with profile {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:30.119879 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Attempting to bind port f56acc10-3115-43fe-929a-cb8d30842aef by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'}] {{(pid=106924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:30.120420 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Attempting to bind port f56acc10-3115-43fe-929a-cb8d30842aef on network 679614c9-0d32-43d1-9058-1d318da99722 {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:30.133852 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Port f56acc10-3115-43fe-929a-cb8d30842aef on network 679614c9-0d32-43d1-9058-1d318da99722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:25:30.134422 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Attempting to bind port f56acc10-3115-43fe-929a-cb8d30842aef on network 679614c9-0d32-43d1-9058-1d318da99722 {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:30.148216 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502c7c1-53c5-45b6-b54e-8669d36a5537 req-fe8ee918-30c2-43b8-9e46-9da85b716380 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:30.153122 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:30.153727 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Checking segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:30.154180 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Bound using segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:30.154675 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Bound port: f56acc10-3115-43fe-929a-cb8d30842aef, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'}}] {{(pid=106924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:30.155038 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:30.161307 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d502c7c1-53c5-45b6-b54e-8669d36a5537 req-fe8ee918-30c2-43b8-9e46-9da85b716380 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 931 time: 0.3430753 Aug 21 01:25:30.273999 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] For port f56acc10-3115-43fe-929a-cb8d30842aef, host hv-cinder-maste, cleared binding levels {{(pid=106924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:30.298436 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] For port f56acc10-3115-43fe-929a-cb8d30842aef, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f56acc10-3115-43fe-929a-cb8d30842aef,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:30.307888 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-97ad97de-78eb-4424-83e5-d14c637ab9a3 req-d1eb0cbb-a914-49ab-bc14-2fe0cca0d617 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0959868 Aug 21 01:25:30.361269 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d502c7c1-53c5-45b6-b54e-8669d36a5537 req-8edd43d5-12f2-46a5-8539-eccdacce3b17 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989245 Aug 21 01:25:30.505785 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3ae28211-d2fd-44e4-97f4-cfa83d791204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:30.514431 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:30.517449 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:30.553697 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:30.565907 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:30.570538 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:30.574425 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/f56acc10-3115-43fe-929a-cb8d30842aef HTTP/1.1" status: 200 len: 1094 time: 2.3765891 Aug 21 01:25:30.578670 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e88110-1175-4ccf-bf6b-8efb43ab945e', 'tag': 'f56acc10-3115-43fe-929a-cb8d30842aef'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:25:30.644823 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723db70-efca-440a-bf99-d262e66d9713 req-6c499ef3-0d77-4e27-9a8d-6c27e675d2e3 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:30.657410 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5723db70-efca-440a-bf99-d262e66d9713 req-6c499ef3-0d77-4e27-9a8d-6c27e675d2e3 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 931 time: 0.2397957 Aug 21 01:25:30.857790 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531c78b-2778-4dbb-9ea3-249b096c8118 None None] Pushing event updated for resources: {'Port': ['ID=45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:30.892475 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Attempting to bind port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:30.894011 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Attempting to bind port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:30.894584 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Attempting to bind port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a on network 9ee81273-c1c2-4ebe-9984-21786c936dee {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:30.910150 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:30.911547 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Checking segment: {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:30.913921 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833dd90-cfc6-459e-a8f1-8381c4363428 service neutron] Pushing event updated for resources: {'Port': ['ID=f56acc10-3115-43fe-929a-cb8d30842aef,revision_number=3']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:30.914788 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:30.915450 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Bound using segment: {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:30.916271 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Bound port: 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:30.919061 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:31.012294 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.67', 57384) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:31.017670 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7aa7447-c670-4701-a6ac-18f99415ce92 {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:25:31.048381 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Publish callbacks [] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:31.060560 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Pushing event updated for resources: {'Port': ['ID=667f35ba-e131-4619-82ff-965a65cd85fd,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:31.186476 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:31.187219 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:31.205801 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] For port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:31.206007 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5723db70-efca-440a-bf99-d262e66d9713 req-e0114c25-bb99-4023-a077-48b8d3c5dd4a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461173 Aug 21 01:25:31.209985 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-9c5ad4f6-25d7-49b6-819a-3c6cff5c2584 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:31.216491 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-9c5ad4f6-25d7-49b6-819a-3c6cff5c2584 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.67 "GET /networking/v2.0/networks?id=9ee81273-c1c2-4ebe-9984-21786c936dee HTTP/1.1" status: 200 len: 811 time: 0.2199066 Aug 21 01:25:31.231478 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] For port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:31.327742 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Attempting to bind port 667f35ba-e131-4619-82ff-965a65cd85fd on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:31.348757 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Attempting to bind port 667f35ba-e131-4619-82ff-965a65cd85fd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:31.349261 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Attempting to bind port 667f35ba-e131-4619-82ff-965a65cd85fd on network 6533a9e0-1a39-42a0-8035-a9b34f9a540b {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:31.352729 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:31.375046 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Transition to ACTIVE for port object f7aa7447-c670-4701-a6ac-18f99415ce92 will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:25:31.388615 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6b622744-af11-430b-98a3-5ac86cb9d121 req-79dc236d-d1ce-46c5-a3b0-c20b3566bf06 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.1249313 Aug 21 01:25:31.399160 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Port 667f35ba-e131-4619-82ff-965a65cd85fd on network 6533a9e0-1a39-42a0-8035-a9b34f9a540b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:25:31.399160 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Attempting to bind port 667f35ba-e131-4619-82ff-965a65cd85fd on network 6533a9e0-1a39-42a0-8035-a9b34f9a540b {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:31.426327 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:31.426327 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Checking segment: {'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:31.426327 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Bound using segment: {'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:31.427520 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Bound port: 667f35ba-e131-4619-82ff-965a65cd85fd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e705b3d4-54d5-4925-a15e-29728c95a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:31.427520 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:31.453251 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:31.460037 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:31.516902 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:25:31.520622 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:25:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:31.545293 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:31.595260 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5b6edc2e-70ee-4879-9279-e5f01aebd77e req-ef8ee3f0-9eb6-44a8-8117-e5e05e898469 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.1295192 Aug 21 01:25:31.650198 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-2f8181bc-b1ac-4f33-8456-97167bccb227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:31.652394 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-2f8181bc-b1ac-4f33-8456-97167bccb227 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 1128 time: 0.4347715 Aug 21 01:25:31.657872 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806dcd65-870d-42d7-8d47-34e1718b8d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "90e88110-1175-4ccf-bf6b-8efb43ab945e", "tag": "f56acc10-3115-43fe-929a-cb8d30842aef"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:25:31.888139 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba5be4-8333-4cfe-8952-6f200bcefe9b req-87445c56-1eef-41d8-b258-b24c34008e15 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:31.888139 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-98ba5be4-8333-4cfe-8952-6f200bcefe9b req-87445c56-1eef-41d8-b258-b24c34008e15 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.2571347 Aug 21 01:25:31.927025 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:25:31.955366 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-fbbe0f59-ca12-4fd7-9b99-56f0f3c2d42a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f56acc10-3115-43fe-929a-cb8d30842aef HTTP/1.1" status: 200 len: 217 time: 0.2515743 Aug 21 01:25:32.026693 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531c78b-2778-4dbb-9ea3-249b096c8118 None None] Pushing event updated for resources: {'Port': ['ID=45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:32.026799 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-bf9cdeeb-1e81-4430-94a3-71cf717ceb26 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f4a0fcea08b248fe84012875a7243761 HTTP/1.1" status: 200 len: 379 time: 0.3633075 Aug 21 01:25:32.064607 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Attempting to bind port f7aa7447-c670-4701-a6ac-18f99415ce92 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:32.069746 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Attempting to bind port f7aa7447-c670-4701-a6ac-18f99415ce92 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:32.069857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Attempting to bind port f7aa7447-c670-4701-a6ac-18f99415ce92 on network 679614c9-0d32-43d1-9058-1d318da99722 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:32.072840 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] For port 667f35ba-e131-4619-82ff-965a65cd85fd, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:32.085529 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa7447-c670-4701-a6ac-18f99415ce92,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:32.094916 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 12abfd37-98cc-4925-84ff-eccb48060853 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:32.111207 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Port f7aa7447-c670-4701-a6ac-18f99415ce92 on network 679614c9-0d32-43d1-9058-1d318da99722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:25:32.111552 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Attempting to bind port f7aa7447-c670-4701-a6ac-18f99415ce92 on network 679614c9-0d32-43d1-9058-1d318da99722 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:32.147996 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:32.148387 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Checking segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:32.148755 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Bound using segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:32.149580 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Bound port: f7aa7447-c670-4701-a6ac-18f99415ce92, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:32.149580 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:32.174678 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] For port 667f35ba-e131-4619-82ff-965a65cd85fd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=667f35ba-e131-4619-82ff-965a65cd85fd,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:32.214125 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 12abfd37-98cc-4925-84ff-eccb48060853 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:32.214559 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (12abfd37-98cc-4925-84ff-eccb48060853), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:32.259852 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-98ba5be4-8333-4cfe-8952-6f200bcefe9b req-36736d9f-3e61-45fa-8a7c-e3bcf68f1358 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636539 Aug 21 01:25:32.390030 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:32.417314 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:32.421632 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 12abfd37-98cc-4925-84ff-eccb48060853 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:32.421931 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] For port f7aa7447-c670-4701-a6ac-18f99415ce92, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:32.426740 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:31Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:25:32.440689 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:32.441515 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:32.443177 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/667f35ba-e131-4619-82ff-965a65cd85fd HTTP/1.1" status: 200 len: 1093 time: 4.2608798 Aug 21 01:25:32.460538 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031af209-ae76-47b8-8481-88ec4053affa', 'tag': '667f35ba-e131-4619-82ff-965a65cd85fd'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:25:32.475721 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8b367-34ea-4f4e-a463-b432d709e72c None None] The sync data for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi is: [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:31Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:25:32.479661 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c04b0c-2840-46e9-83eb-c5a3295b73c6 x-openstack-request-id: req-71c04b0c-2840-46e9-83eb-c5a3295b73c6 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:25:32.479936 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e88110-1175-4ccf-bf6b-8efb43ab945e", "tag": "f56acc10-3115-43fe-929a-cb8d30842aef", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:25:32.480116 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-71c04b0c-2840-46e9-83eb-c5a3295b73c6 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:25:32.480626 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c04b0c-2840-46e9-83eb-c5a3295b73c6'] response: {'name': 'network-changed', 'server_uuid': '90e88110-1175-4ccf-bf6b-8efb43ab945e', 'tag': 'f56acc10-3115-43fe-929a-cb8d30842aef', 'status': 'completed', 'code': 200} Aug 21 01:25:32.569014 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dda98e-c2fc-44d2-8e9a-30651929234e req-d7444db4-0a69-4608-9ca6-8c683c37d007 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:32.570230 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a9dda98e-c2fc-44d2-8e9a-30651929234e req-d7444db4-0a69-4608-9ca6-8c683c37d007 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.2104359 Aug 21 01:25:32.588438 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] For port f7aa7447-c670-4701-a6ac-18f99415ce92, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f7aa7447-c670-4701-a6ac-18f99415ce92,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:32.755585 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50028) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:32.841542 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb61e9a-7f18-47e0-96e3-0707a375ca65" -d '{"events": [{"name": "network-changed", "server_uuid": "031af209-ae76-47b8-8481-88ec4053affa", "tag": "667f35ba-e131-4619-82ff-965a65cd85fd"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:25:32.849476 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-525cd1c6-e2f4-4410-b10a-6384ef524c49 req-e181bc68-b3b9-4ac0-9903-81b7584b4eef tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.2888446 Aug 21 01:25:32.850633 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:32.860167 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:32.860167 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:32.860167 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/f7aa7447-c670-4701-a6ac-18f99415ce92 HTTP/1.1" status: 200 len: 1093 time: 4.6459591 Aug 21 01:25:32.894493 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a9dda98e-c2fc-44d2-8e9a-30651929234e req-af9432a5-fa74-49b4-bccf-6aa5c0bac869 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946737 Aug 21 01:25:32.902550 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3720f-e818-4269-bebf-df6d356a3b87 service neutron] Pushing event updated for resources: {'Port': ['ID=667f35ba-e131-4619-82ff-965a65cd85fd,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:32.966358 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b576104-3272-441e-8ee6-3ed33ea97e71 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa7447-c670-4701-a6ac-18f99415ce92,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:33.028063 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30188ab4-d061-4387-b07b-ca5bc75d47ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.039763 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6cbc54ca-f7e7-44f0-a8af-5fecbac5b7fb req-91245a36-78dd-4554-9ecc-992033ed4f55 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0419033 Aug 21 01:25:33.097962 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:33.151103 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30188ab4-d061-4387-b07b-ca5bc75d47ac admin admin] Publish callbacks [] for security_group (d8bf662e-b559-41e3-bdb5-c99e5131d3b5), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.256888 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.265229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b2149b-7855-48f2-b958-45f5ea37c591 x-openstack-request-id: req-a6b2149b-7855-48f2-b958-45f5ea37c591 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:25:33.265542 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031af209-ae76-47b8-8481-88ec4053affa", "tag": "667f35ba-e131-4619-82ff-965a65cd85fd", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:25:33.265801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a6b2149b-7855-48f2-b958-45f5ea37c591 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:25:33.266268 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b2149b-7855-48f2-b958-45f5ea37c591'] response: {'name': 'network-changed', 'server_uuid': '031af209-ae76-47b8-8481-88ec4053affa', 'tag': '667f35ba-e131-4619-82ff-965a65cd85fd', 'status': 'completed', 'code': 200} Aug 21 01:25:33.284971 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30188ab4-d061-4387-b07b-ca5bc75d47ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (d8bf662e-b559-41e3-bdb5-c99e5131d3b5), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.342032 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30188ab4-d061-4387-b07b-ca5bc75d47ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bf662e-b559-41e3-bdb5-c99e5131d3b5,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:33.347845 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-30188ab4-d061-4387-b07b-ca5bc75d47ac admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=6df4d952c8ac4683a07161bc62dbdba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5908494 Aug 21 01:25:33.350970 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50064) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:33.432392 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901c25f-82ac-4cdb-af70-0a2f493e1879 req-d5bff114-b9ec-4b85-a9cf-f5f0d01c7f8a tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:33.433864 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5901c25f-82ac-4cdb-af70-0a2f493e1879 req-d5bff114-b9ec-4b85-a9cf-f5f0d01c7f8a tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.0681989 Aug 21 01:25:33.453518 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a48a9c90-e486-471f-84d0-a5f45f68c4fe admin admin] Publish callbacks [] for security_group (d8bf662e-b559-41e3-bdb5-c99e5131d3b5), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.494000 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a48a9c90-e486-471f-84d0-a5f45f68c4fe admin admin] Publish callbacks [] for security_group (d8bf662e-b559-41e3-bdb5-c99e5131d3b5), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.528289 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5901c25f-82ac-4cdb-af70-0a2f493e1879 req-01447f76-9d94-4567-8370-1a90c4b707c6 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851109 Aug 21 01:25:33.722242 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a48a9c90-e486-471f-84d0-a5f45f68c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (d8bf662e-b559-41e3-bdb5-c99e5131d3b5), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.724947 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a48a9c90-e486-471f-84d0-a5f45f68c4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.726993 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-a48a9c90-e486-471f-84d0-a5f45f68c4fe admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/d8bf662e-b559-41e3-bdb5-c99e5131d3b5 HTTP/1.1" status: 204 len: 168 time: 0.3739953 Aug 21 01:25:33.729695 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.738127 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a9c90-e486-471f-84d0-a5f45f68c4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bf662e-b559-41e3-bdb5-c99e5131d3b5,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:33.835745 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:33.881696 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:33.882065 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.965117 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:33.965605 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:33.978474 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3fbac416-ee19-4437-9b85-3baa9ef08382 req-43948afe-e403-4e9b-91c8-9a55c79c3519 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0359468 Aug 21 01:25:34.000444 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:34.050165 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3515ba0-bdba-4655-a04a-35f9bcf49291 req-eb8e70d5-283e-4234-a90f-d245ef1bf2cc tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:34.051646 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b3515ba0-bdba-4655-a04a-35f9bcf49291 req-eb8e70d5-283e-4234-a90f-d245ef1bf2cc tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.0531063 Aug 21 01:25:34.100551 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b3515ba0-bdba-4655-a04a-35f9bcf49291 req-0cfba132-f71d-4f63-b8f4-70b814b27f5f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Aug 21 01:25:34.139925 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ba3fb132-0a91-46c9-9417-d872aa773714 req-59433448-56b9-4c86-823a-5c34188f93eb tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0290346 Aug 21 01:25:34.187415 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:34.241559 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:34.665123 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fb175-f3b2-4a00-bf73-73736c4ffecc req-35eed1c1-c492-419d-a290-b50d29922b78 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:34.666802 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3a9fb175-f3b2-4a00-bf73-73736c4ffecc req-35eed1c1-c492-419d-a290-b50d29922b78 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.0485106 Aug 21 01:25:34.715162 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3a9fb175-f3b2-4a00-bf73-73736c4ffecc req-91826831-0d34-42a4-8eda-2dab885313ea tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Aug 21 01:25:35.037949 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50108) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:35.051188 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50110) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:35.080355 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f5624a5-d610-43af-8da2-1b5c047a313c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:35.113706 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:35.171776 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50118) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:35.189761 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f15afef-656d-4062-8526-dcc59cec7c25 req-21b3f1d5-f2c4-415c-9680-e118b1bf3b65 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0661683 Aug 21 01:25:35.316797 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c72a3e-79b5-48fa-9c5f-26a858b589de', 'tag': 'f7aa7447-c670-4701-a6ac-18f99415ce92'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:25:35.320015 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f79f890-7ce0-4eed-82a2-b8a271129469" -d '{"events": [{"name": "network-changed", "server_uuid": "80c72a3e-79b5-48fa-9c5f-26a858b589de", "tag": "f7aa7447-c670-4701-a6ac-18f99415ce92"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:25:35.333213 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f5624a5-d610-43af-8da2-1b5c047a313c admin admin] Publish callbacks [] for security_group (c7f7f7ed-ee37-495b-aa3a-186a1a5f29c5), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:35.336934 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d6f71368-2b57-4e9b-8a86-3f9cee08ee2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:35.380355 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bf814b2e-1581-466a-aa75-cca8ba742875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:35.384870 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:35.389329 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50842f1-c2c2-4c10-a8dd-f4d49542d4b9 req-6ebc0e78-ceb5-4131-84ba-8a831ec17c68 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:35.391108 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a50842f1-c2c2-4c10-a8dd-f4d49542d4b9 req-6ebc0e78-ceb5-4131-84ba-8a831ec17c68 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.1615615 Aug 21 01:25:35.426310 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ba517b9-554e-4540-8f24-6f7213eeb2e4 req-c3823d56-092d-4c24-9156-f980cdc26965 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.1022549 Aug 21 01:25:35.498027 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bf814b2e-1581-466a-aa75-cca8ba742875 admin admin] Publish callbacks [] for security_group (52ec30e3-07de-4622-b067-d4563fb2d717), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:35.521140 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40882bd3-004a-4386-bc23-9d15dad308cd x-openstack-request-id: req-40882bd3-004a-4386-bc23-9d15dad308cd {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:25:35.521659 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c72a3e-79b5-48fa-9c5f-26a858b589de", "tag": "f7aa7447-c670-4701-a6ac-18f99415ce92", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:25:35.521846 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-40882bd3-004a-4386-bc23-9d15dad308cd {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:25:35.522272 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40882bd3-004a-4386-bc23-9d15dad308cd'] response: {'name': 'network-changed', 'server_uuid': '80c72a3e-79b5-48fa-9c5f-26a858b589de', 'tag': 'f7aa7447-c670-4701-a6ac-18f99415ce92', 'status': 'completed', 'code': 200} Aug 21 01:25:35.558084 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a50842f1-c2c2-4c10-a8dd-f4d49542d4b9 req-68d74ddf-f29e-4aab-af84-84eb4c7f4336 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249061 Aug 21 01:25:35.621502 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d6f71368-2b57-4e9b-8a86-3f9cee08ee2d admin admin] Publish callbacks [] for security_group (5acb0c4e-99f5-4509-912f-60183d6389ec), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:35.792972 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f5624a5-d610-43af-8da2-1b5c047a313c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (c7f7f7ed-ee37-495b-aa3a-186a1a5f29c5), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:35.793470 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bf814b2e-1581-466a-aa75-cca8ba742875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (52ec30e3-07de-4622-b067-d4563fb2d717), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:35.829864 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:35.840198 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8f5624a5-d610-43af-8da2-1b5c047a313c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e46a7357852c41d9b794764bff4c2b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8004148 Aug 21 01:25:35.847152 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50128) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:35.873261 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d6f71368-2b57-4e9b-8a86-3f9cee08ee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5acb0c4e-99f5-4509-912f-60183d6389ec), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:35.887054 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-bf814b2e-1581-466a-aa75-cca8ba742875 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=b009d4c2e5f64d8b8b6b5c702067f8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8343713 Aug 21 01:25:35.900880 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf814b2e-1581-466a-aa75-cca8ba742875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ec30e3-07de-4622-b067-d4563fb2d717,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:35.907197 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50130) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:35.971164 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc555c19-bc0e-40b1-92a9-212944e78673 req-c04c7bed-5c79-47da-8acd-088cb3dd1400 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:35.979450 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fc555c19-bc0e-40b1-92a9-212944e78673 req-c04c7bed-5c79-47da-8acd-088cb3dd1400 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.1455128 Aug 21 01:25:35.998165 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-d6f71368-2b57-4e9b-8a86-3f9cee08ee2d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9700cc0520bb44f59dcede462a56bcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8240402 Aug 21 01:25:36.109253 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:36.110077 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5624a5-d610-43af-8da2-1b5c047a313c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f7f7ed-ee37-495b-aa3a-186a1a5f29c5,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:36.110506 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:36.110506 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.110910 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d8b82106-d7c2-40a2-9d14-8a294c0e5759 admin admin] Publish callbacks [] for security_group (c7f7f7ed-ee37-495b-aa3a-186a1a5f29c5), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.111259 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fc555c19-bc0e-40b1-92a9-212944e78673 req-f7bc3fba-c1ed-45cc-aed9-c16c72bde2e9 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606227 Aug 21 01:25:36.111666 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f71368-2b57-4e9b-8a86-3f9cee08ee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb0c4e-99f5-4509-912f-60183d6389ec,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:36.111666 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d8b82106-d7c2-40a2-9d14-8a294c0e5759 admin admin] Publish callbacks [] for security_group (c7f7f7ed-ee37-495b-aa3a-186a1a5f29c5), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.111666 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-77d18d08-5fa4-4474-8ba2-e84db3f7f3b3 admin admin] Publish callbacks [] for security_group (52ec30e3-07de-4622-b067-d4563fb2d717), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.112249 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:36.121024 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50134) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:36.143320 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-77d18d08-5fa4-4474-8ba2-e84db3f7f3b3 admin admin] Publish callbacks [] for security_group (52ec30e3-07de-4622-b067-d4563fb2d717), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.225443 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1c47e6ba-4a8e-453f-8ac4-faa9e933998c admin admin] Publish callbacks [] for security_group (5acb0c4e-99f5-4509-912f-60183d6389ec), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.280014 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1c47e6ba-4a8e-453f-8ac4-faa9e933998c admin admin] Publish callbacks [] for security_group (5acb0c4e-99f5-4509-912f-60183d6389ec), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.367358 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-17486961-43b5-427c-afbc-51edccddb3c0 req-1790ab13-1b31-4aed-b0ce-327c557e82ae tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0526464 Aug 21 01:25:36.541231 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-843e5173-a2bf-4dd1-8eb3-1ab904cb3f51 req-3443912b-5fb7-46ff-822d-563f2c285980 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0300534 Aug 21 01:25:36.572184 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d8b82106-d7c2-40a2-9d14-8a294c0e5759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (c7f7f7ed-ee37-495b-aa3a-186a1a5f29c5), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.572184 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d8b82106-d7c2-40a2-9d14-8a294c0e5759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.572184 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-d8b82106-d7c2-40a2-9d14-8a294c0e5759 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c7f7f7ed-ee37-495b-aa3a-186a1a5f29c5 HTTP/1.1" status: 204 len: 168 time: 0.7090278 Aug 21 01:25:36.574092 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b82106-d7c2-40a2-9d14-8a294c0e5759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f7f7ed-ee37-495b-aa3a-186a1a5f29c5,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:36.668342 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-77d18d08-5fa4-4474-8ba2-e84db3f7f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (52ec30e3-07de-4622-b067-d4563fb2d717), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.671362 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-77d18d08-5fa4-4474-8ba2-e84db3f7f3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.676966 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-77d18d08-5fa4-4474-8ba2-e84db3f7f3b3 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/52ec30e3-07de-4622-b067-d4563fb2d717 HTTP/1.1" status: 204 len: 168 time: 0.7662442 Aug 21 01:25:36.694294 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d18d08-5fa4-4474-8ba2-e84db3f7f3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ec30e3-07de-4622-b067-d4563fb2d717,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:36.719067 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff26da1-144d-4b96-8090-9885f1dd161c req-a83a9091-ace1-4ea2-8186-fe07403886fa tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:36.720548 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:36.721269 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cff26da1-144d-4b96-8090-9885f1dd161c req-a83a9091-ace1-4ea2-8186-fe07403886fa tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.0855765 Aug 21 01:25:36.744724 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1c47e6ba-4a8e-453f-8ac4-faa9e933998c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5acb0c4e-99f5-4509-912f-60183d6389ec), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.757635 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1c47e6ba-4a8e-453f-8ac4-faa9e933998c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:36.757635 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-1c47e6ba-4a8e-453f-8ac4-faa9e933998c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5acb0c4e-99f5-4509-912f-60183d6389ec HTTP/1.1" status: 204 len: 168 time: 0.6257384 Aug 21 01:25:36.767040 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47e6ba-4a8e-453f-8ac4-faa9e933998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb0c4e-99f5-4509-912f-60183d6389ec,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:36.810879 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cff26da1-144d-4b96-8090-9885f1dd161c req-122ddcd2-ccbd-4e0c-9500-df114c3ab3b3 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777228 Aug 21 01:25:37.223315 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1c8e4-1c2a-42df-b7a9-e4fbd1ab7586 req-a824227a-c322-43ca-b2f7-0e8fc030340e tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:37.230427 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d6a1c8e4-1c2a-42df-b7a9-e4fbd1ab7586 req-a824227a-c322-43ca-b2f7-0e8fc030340e tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.0504742 Aug 21 01:25:37.333171 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d6a1c8e4-1c2a-42df-b7a9-e4fbd1ab7586 req-3812ab0c-c4b0-4a0d-879f-d79d0631abf4 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961206 Aug 21 01:25:37.552540 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8e1a41a2-d58c-4a5f-90c3-f0ffefebcac5 req-8942f341-40f3-4d81-b4da-1c0b1bb167a7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0530720 Aug 21 01:25:37.676277 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5692c0cb-8faf-476f-b977-79bfdcc1e161 req-70e56178-8c2e-400f-b95e-c813fcf1fb0a tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0418758 Aug 21 01:25:37.954575 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc3415-0f95-45b0-b6bf-c39e80a44f6b req-77c0259a-ab23-4e1f-a313-217081efc834 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:37.957839 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eedc3415-0f95-45b0-b6bf-c39e80a44f6b req-77c0259a-ab23-4e1f-a313-217081efc834 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.0670190 Aug 21 01:25:38.016964 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eedc3415-0f95-45b0-b6bf-c39e80a44f6b req-1aea7ef2-6492-489f-804a-120ca9cec957 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534365 Aug 21 01:25:38.159126 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:38.277544 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50180) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:38.309823 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-563b6506-21b3-4cb5-aee5-fe593624dc2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:38.483602 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-563b6506-21b3-4cb5-aee5-fe593624dc2a admin admin] Publish callbacks [] for security_group (c714c844-8d3f-4e76-9dd5-ca3dfe7a5ad0), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:38.536226 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f95ea7-65bf-4438-960d-c4981d27fd90 req-75317707-0baa-4da3-87a6-9947daab6286 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:38.539965 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-22f95ea7-65bf-4438-960d-c4981d27fd90 req-75317707-0baa-4da3-87a6-9947daab6286 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.0805709 Aug 21 01:25:38.568095 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50194) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:38.600553 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ba4d42d3-cf58-406b-8991-f5e95c8dad89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:38.649461 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-22f95ea7-65bf-4438-960d-c4981d27fd90 req-23c2eee0-0516-423a-8848-f491511af5a3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028304 Aug 21 01:25:38.697387 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-166b877e-fd9a-4bff-9f4b-f808b4e10be0 req-627473db-2b29-44fc-a983-612ceef56e9d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0368609 Aug 21 01:25:38.706722 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=25 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:38.717926 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ba4d42d3-cf58-406b-8991-f5e95c8dad89 admin admin] Publish callbacks [] for security_group (5a71ce96-66ff-4635-83ee-2df8edf0dbae), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:38.775733 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:38.776414 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-563b6506-21b3-4cb5-aee5-fe593624dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (c714c844-8d3f-4e76-9dd5-ca3dfe7a5ad0), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:38.830772 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f9eb7741-a3af-426a-8710-19fca5d50a20 req-bf6ee5e3-4536-49e1-bc04-b2fa9d818542 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0452809 Aug 21 01:25:38.868348 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-563b6506-21b3-4cb5-aee5-fe593624dc2a admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e3d46a17d2444744a6200cbca7471fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5894766 Aug 21 01:25:38.869829 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b6506-21b3-4cb5-aee5-fe593624dc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c714c844-8d3f-4e76-9dd5-ca3dfe7a5ad0,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:38.872123 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50204) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:38.877387 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ba4d42d3-cf58-406b-8991-f5e95c8dad89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5a71ce96-66ff-4635-83ee-2df8edf0dbae), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:38.945087 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ba4d42d3-cf58-406b-8991-f5e95c8dad89 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=7c0530688bca4b90aaf9906b4e61fd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750365 Aug 21 01:25:38.948405 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50208) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:38.968315 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d42d3-cf58-406b-8991-f5e95c8dad89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a71ce96-66ff-4635-83ee-2df8edf0dbae,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:39.015897 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-753b2f32-72bd-48ce-93b6-0db98a56024f admin admin] Publish callbacks [] for security_group (c714c844-8d3f-4e76-9dd5-ca3dfe7a5ad0), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:39.059165 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-753b2f32-72bd-48ce-93b6-0db98a56024f admin admin] Publish callbacks [] for security_group (c714c844-8d3f-4e76-9dd5-ca3dfe7a5ad0), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:39.093584 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d65d58ec-eb50-47c9-92c4-9418ca134a31 admin admin] Publish callbacks [] for security_group (5a71ce96-66ff-4635-83ee-2df8edf0dbae), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:39.177946 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d65d58ec-eb50-47c9-92c4-9418ca134a31 admin admin] Publish callbacks [] for security_group (5a71ce96-66ff-4635-83ee-2df8edf0dbae), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:39.228161 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731647c-f576-4273-ab59-9685628d93a0 req-4179aca5-9cce-434c-9023-2e94f465f971 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:39.230433 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a731647c-f576-4273-ab59-9685628d93a0 req-4179aca5-9cce-434c-9023-2e94f465f971 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.0964785 Aug 21 01:25:39.351344 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a731647c-f576-4273-ab59-9685628d93a0 req-89e21a53-acb4-474e-b4c4-dafe9e88f9bd tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866072 Aug 21 01:25:39.425771 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d65d58ec-eb50-47c9-92c4-9418ca134a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5a71ce96-66ff-4635-83ee-2df8edf0dbae), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:39.430539 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d65d58ec-eb50-47c9-92c4-9418ca134a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:39.432789 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-d65d58ec-eb50-47c9-92c4-9418ca134a31 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5a71ce96-66ff-4635-83ee-2df8edf0dbae HTTP/1.1" status: 204 len: 168 time: 0.4820225 Aug 21 01:25:39.433244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-753b2f32-72bd-48ce-93b6-0db98a56024f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (c714c844-8d3f-4e76-9dd5-ca3dfe7a5ad0), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:39.436832 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-753b2f32-72bd-48ce-93b6-0db98a56024f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:39.456878 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-753b2f32-72bd-48ce-93b6-0db98a56024f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c714c844-8d3f-4e76-9dd5-ca3dfe7a5ad0 HTTP/1.1" status: 204 len: 168 time: 0.5762465 Aug 21 01:25:39.468347 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d58ec-eb50-47c9-92c4-9418ca134a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a71ce96-66ff-4635-83ee-2df8edf0dbae,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:39.486414 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b2f32-72bd-48ce-93b6-0db98a56024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c714c844-8d3f-4e76-9dd5-ca3dfe7a5ad0,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:39.866396 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e19f1c50-75a3-4232-bf6c-0194d83d4358 req-8838b892-3387-4400-8d33-98e54366c140 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0625684 Aug 21 01:25:39.880979 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e43927-563f-4762-a916-68aa9127b7e7 req-a0752611-b7cf-4860-861a-91a8d7ea321e tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:39.883262 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8e43927-563f-4762-a916-68aa9127b7e7 req-a0752611-b7cf-4860-861a-91a8d7ea321e tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.0964804 Aug 21 01:25:39.951992 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8e43927-563f-4762-a916-68aa9127b7e7 req-a068433a-bbf0-47c0-a90f-39064da62446 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620747 Aug 21 01:25:40.017051 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f9015ec1-7c8d-4201-8835-887db7345cbe req-7e26f652-0cf0-4520-a676-566426b2b9bf tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0458255 Aug 21 01:25:40.508967 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a935b35-a908-4160-9592-f9bddc325fd7 req-e16fabf1-7dac-4b3b-89d8-916317ea414b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:40.510782 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2a935b35-a908-4160-9592-f9bddc325fd7 req-e16fabf1-7dac-4b3b-89d8-916317ea414b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.0532296 Aug 21 01:25:40.585819 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2a935b35-a908-4160-9592-f9bddc325fd7 req-b167affc-99bd-454d-aad5-f865c40d2fdd tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624933 Aug 21 01:25:41.063885 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-23f9efd4-223a-4c9a-ba24-3159953e492f req-92c855ba-9077-44b3-9d55-32f3c0c9ea87 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0978312 Aug 21 01:25:41.192493 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6be98669-175f-467d-a3c6-66b3f6de7f23 req-d462852d-fbb6-4170-b1a2-152f8acf8125 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0501254 Aug 21 01:25:41.198817 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a881198-e61f-4553-957a-aecea7095734 req-375bf84c-97a5-47a1-9ab0-84d4aff35937 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:41.200386 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7a881198-e61f-4553-957a-aecea7095734 req-375bf84c-97a5-47a1-9ab0-84d4aff35937 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.1207356 Aug 21 01:25:41.265887 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7a881198-e61f-4553-957a-aecea7095734 req-768b9bb7-3a0c-4234-b389-e692528fbd29 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591929 Aug 21 01:25:41.438634 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:41.627362 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:41.734409 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d3ca2-713d-4ebf-980a-42b78d1146d6 req-d4369879-b975-45b6-9b0a-11f0c23c7a44 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:41.737195 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-623d3ca2-713d-4ebf-980a-42b78d1146d6 req-d4369879-b975-45b6-9b0a-11f0c23c7a44 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.0626462 Aug 21 01:25:41.802630 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-623d3ca2-713d-4ebf-980a-42b78d1146d6 req-770f616e-181b-4870-9dd1-5bce72e0f0a6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592914 Aug 21 01:25:42.177429 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c380747-adb9-4edc-9836-f45230a12b11 req-4a43a78a-3c9a-47db-bc94-825a2fd22f45 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0354917 Aug 21 01:25:42.299205 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bc6d5b07-8dd9-43ee-9418-831694bfbced req-5a2d5cce-09eb-45c9-8868-03a7d8cba5b8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0293779 Aug 21 01:25:42.396785 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91199871-75b5-4382-bdee-a90ee54f1f7d req-73b7d87b-f850-4a94-967f-61ca1fa1e168 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:42.398270 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-91199871-75b5-4382-bdee-a90ee54f1f7d req-73b7d87b-f850-4a94-967f-61ca1fa1e168 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.0501909 Aug 21 01:25:42.447314 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-91199871-75b5-4382-bdee-a90ee54f1f7d req-a2ed46ac-e3d4-41fa-ac43-9fa30cd7067a tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Aug 21 01:25:42.938572 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7977c7-1d4c-4acd-925f-903bde26f347 req-ec6f8cf8-b6b1-4552-8bb2-82e728ce5bc8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:42.946069 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fd7977c7-1d4c-4acd-925f-903bde26f347 req-ec6f8cf8-b6b1-4552-8bb2-82e728ce5bc8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.0666149 Aug 21 01:25:42.948665 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:43.000799 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fd7977c7-1d4c-4acd-925f-903bde26f347 req-c35173d2-d9a1-496b-9b5f-e70cc7e91dc1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536692 Aug 21 01:25:43.014117 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-dc20b5f2-1905-4e99-a72d-4348862136d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:43.016346 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-dc20b5f2-1905-4e99-a72d-4348862136d6 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.0868411 Aug 21 01:25:43.216917 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'port': {'device_id': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'admin_state_up': True, 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'security_groups': ['2a6ce842-bf0d-4a83-b224-912332d569b8']}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:43.272787 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.67', 57390) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:43.424524 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c51a193-da63-45ba-b924-23c0f149fc16 req-9d3cdb6f-42c2-4b51-869f-3697a75d9a9e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.1502459 Aug 21 01:25:43.461579 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-46ecf353-a027-4976-a18e-fdd29c1f30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:43.467127 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-46ecf353-a027-4976-a18e-fdd29c1f30a9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1525497 Aug 21 01:25:43.533827 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50428) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:43.548880 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:43.581721 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:43.615851 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-4d4f0b26-044b-4ff8-af56-ec127b8d2d65 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235168 Aug 21 01:25:43.654846 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f7c2f924-ca6e-4cc1-8d92-9c75762ad224 req-75f386b7-d085-4ab6-8986-04577e334a50 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.1623068 Aug 21 01:25:43.705270 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170618ea-1191-4580-8052-8be997898aed req-f9053f94-c45f-418c-b289-370756936b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:43.706823 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-f9053f94-c45f-418c-b289-370756936b51 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 1127 time: 0.3908308 Aug 21 01:25:43.717081 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-96a26759-d400-4a18-8e0d-85cff9a48676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:43.718954 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-96a26759-d400-4a18-8e0d-85cff9a48676 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=a1914f8232864af6ad97aebcb1636125&device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 1127 time: 0.4040587 Aug 21 01:25:43.736782 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Made reservation on behalf of f4a0fcea08b248fe84012875a7243761 for: {'port': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:25:43.740300 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3611c6-5f56-4b60-9116-5989ad82e063 req-3a9e95a8-9e71-4352-92cd-fe61d7a47042 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:43.741255 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:43.741912 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a3611c6-5f56-4b60-9116-5989ad82e063 req-3a9e95a8-9e71-4352-92cd-fe61d7a47042 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.1761830 Aug 21 01:25:43.863226 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-d8246ab5-0e03-4f79-bdd4-0934b561e778 req-eabf8e8e-3050-45b5-a8e4-4c54e506af91 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395916 Aug 21 01:25:43.944133 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-7e223111-db10-47fc-938d-9a92f702ae97 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7aa7447-c670-4701-a6ac-18f99415ce92 HTTP/1.1" status: 200 len: 217 time: 0.1999171 Aug 21 01:25:43.945500 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-a0a8764b-3b8c-4e49-923f-f0a5d9efcd0f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=667f35ba-e131-4619-82ff-965a65cd85fd HTTP/1.1" status: 200 len: 217 time: 0.1815317 Aug 21 01:25:43.965635 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Allocated IP 172.20.0.14 (9ee81273-c1c2-4ebe-9984-21786c936dee/63bb539d-a4ba-4698-a8d8-59af1ab0586f/8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:43.980626 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8a314bf4-596a-416e-af00-e61c8558c5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:44.060009 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-42a7bce4-8b4b-4836-bcbd-7b91c1963c4f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:44.061908 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-42a7bce4-8b4b-4836-bcbd-7b91c1963c4f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.67 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 816 time: 0.7373827 Aug 21 01:25:44.160566 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:44.207397 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170618ea-1191-4580-8052-8be997898aed req-047ab69a-2847-440a-a169-7785746e29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:44.209450 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-047ab69a-2847-440a-a169-7785746e29b5 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.2484100 Aug 21 01:25:44.219362 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-e767cefd-1ef5-4f89-bd86-ed5b15c562a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:44.220841 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-e767cefd-1ef5-4f89-bd86-ed5b15c562a8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b99a7059-9bc8-46f9-9720-f6529f086c52 HTTP/1.1" status: 200 len: 851 time: 0.2609930 Aug 21 01:25:44.232473 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a3611c6-5f56-4b60-9116-5989ad82e063 req-9a6d08c9-d95c-4ea1-bb6a-72b2aaadde3c tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096344 Aug 21 01:25:44.274407 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa64a0-ef31-4e2d-a94d-34db498fb91d req-8972b5b5-448e-4249-9d8c-dab02cea2860 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:44.275988 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05fa64a0-ef31-4e2d-a94d-34db498fb91d req-8972b5b5-448e-4249-9d8c-dab02cea2860 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.1361723 Aug 21 01:25:44.301372 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:44.323814 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-d99635d9-132e-4741-ba54-8ae6c4a62a75 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13b534c485db48d8a37e024702f87092 HTTP/1.1" status: 200 len: 380 time: 0.2202983 Aug 21 01:25:44.356410 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Network 9ee81273-c1c2-4ebe-9984-21786c936dee is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:44.360014 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:44.367083 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:44.378015 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:44.378015 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:44.386163 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'Port': ['ID=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:44.397310 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05fa64a0-ef31-4e2d-a94d-34db498fb91d req-b15b1c9d-3b84-4023-9ee1-e1d19682ba1a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094840 Aug 21 01:25:44.399200 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8a314bf4-596a-416e-af00-e61c8558c5ea admin admin] Publish callbacks [] for security_group (5f3c70d9-0a57-4828-8f55-d58acca6ca54), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:44.517867 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8a314bf4-596a-416e-af00-e61c8558c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5f3c70d9-0a57-4828-8f55-d58acca6ca54), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:44.520936 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d461e729-26fa-42de-a44f-e7267b326f9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3087900 Aug 21 01:25:44.654916 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a266599a-a837-43dd-bbdf-a849622e4a3c None None] Provisioning complete for port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:44.656173 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a266599a-a837-43dd-bbdf-a849622e4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:44.685912 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50460) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:44.702327 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a266599a-a837-43dd-bbdf-a849622e4a3c None None] Port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:25:44.794535 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-092fe367-d706-4856-80b5-fca1b3884ffb req-83be3a36-e6af-4e65-b3f2-b24b16e7b3fd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.2702098 Aug 21 01:25:44.815318 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8a314bf4-596a-416e-af00-e61c8558c5ea admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e7cc49c6d4ea4cae924c6af52494e6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2625458 Aug 21 01:25:44.818159 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a314bf4-596a-416e-af00-e61c8558c5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3c70d9-0a57-4828-8f55-d58acca6ca54,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:44.820265 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50466) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:44.832448 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cba4883f-3e3f-40b9-ba4c-e5f2a4f8fe08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:44.848424 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700e621-4852-4ee4-bb81-c7f5e38f4022 req-4d860aeb-b283-4b64-9eca-f72b1efcaab6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:44.849954 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6700e621-4852-4ee4-bb81-c7f5e38f4022 req-4d860aeb-b283-4b64-9eca-f72b1efcaab6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 932 time: 0.1011395 Aug 21 01:25:44.921824 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cba4883f-3e3f-40b9-ba4c-e5f2a4f8fe08 admin admin] Publish callbacks [] for security_group (5b9bccf4-bfce-4a39-98df-6007198cc08f), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:44.924156 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-158568f6-4b28-416f-8b74-d337f56c47ad admin admin] Publish callbacks [] for security_group (5f3c70d9-0a57-4828-8f55-d58acca6ca54), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:44.931559 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6700e621-4852-4ee4-bb81-c7f5e38f4022 req-5ff96110-6530-4d01-9c1b-9453b57d7b55 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705149 Aug 21 01:25:44.959881 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-158568f6-4b28-416f-8b74-d337f56c47ad admin admin] Publish callbacks [] for security_group (5f3c70d9-0a57-4828-8f55-d58acca6ca54), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:45.008143 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cba4883f-3e3f-40b9-ba4c-e5f2a4f8fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5b9bccf4-bfce-4a39-98df-6007198cc08f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:45.078820 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-cba4883f-3e3f-40b9-ba4c-e5f2a4f8fe08 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a10ac2feed034f8c84411379d048d9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913188 Aug 21 01:25:45.081777 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50468) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:45.082148 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4883f-3e3f-40b9-ba4c-e5f2a4f8fe08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9bccf4-bfce-4a39-98df-6007198cc08f,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:45.154541 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f5395a2-8305-4eb3-aad5-f0568ec46640 admin admin] Publish callbacks [] for security_group (5b9bccf4-bfce-4a39-98df-6007198cc08f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:45.184130 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f5395a2-8305-4eb3-aad5-f0568ec46640 admin admin] Publish callbacks [] for security_group (5b9bccf4-bfce-4a39-98df-6007198cc08f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:45.221976 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-158568f6-4b28-416f-8b74-d337f56c47ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5f3c70d9-0a57-4828-8f55-d58acca6ca54), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:45.226375 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-158568f6-4b28-416f-8b74-d337f56c47ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:45.228049 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-158568f6-4b28-416f-8b74-d337f56c47ad admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5f3c70d9-0a57-4828-8f55-d58acca6ca54 HTTP/1.1" status: 204 len: 168 time: 0.4045680 Aug 21 01:25:45.245890 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158568f6-4b28-416f-8b74-d337f56c47ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3c70d9-0a57-4828-8f55-d58acca6ca54,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:45.363329 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f5395a2-8305-4eb3-aad5-f0568ec46640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5b9bccf4-bfce-4a39-98df-6007198cc08f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:45.367112 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f5395a2-8305-4eb3-aad5-f0568ec46640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:45.368590 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8f5395a2-8305-4eb3-aad5-f0568ec46640 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5b9bccf4-bfce-4a39-98df-6007198cc08f HTTP/1.1" status: 204 len: 168 time: 0.2848761 Aug 21 01:25:45.378751 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5395a2-8305-4eb3-aad5-f0568ec46640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9bccf4-bfce-4a39-98df-6007198cc08f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:45.438160 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Request body: {'port': {'device_id': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:45.550217 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'port': {'device_id': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'admin_state_up': True, 'tenant_id': '13b534c485db48d8a37e024702f87092', 'security_groups': ['8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:45.590870 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-104fe47c-c91a-48c5-816e-b9043e419184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:45.592853 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-104fe47c-c91a-48c5-816e-b9043e419184 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 1128 time: 0.0837622 Aug 21 01:25:45.625330 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:45.774098 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:45.797743 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2ed6d-74ba-4596-a185-abb6d7ea64f1 req-0501f6ba-1480-4bb1-8e31-d67baabc648c tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:45.799467 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fdf2ed6d-74ba-4596-a185-abb6d7ea64f1 req-0501f6ba-1480-4bb1-8e31-d67baabc648c tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.4117811 Aug 21 01:25:45.814967 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677065a-2739-4443-bd38-52602d5550ca req-b1a77a0d-66c2-417b-9e65-88df816b7af6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:45.823154 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5677065a-2739-4443-bd38-52602d5550ca req-b1a77a0d-66c2-417b-9e65-88df816b7af6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.2511787 Aug 21 01:25:45.891976 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:45.932418 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170618ea-1191-4580-8052-8be997898aed req-50795729-5071-49f7-943d-49ebb9b0a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:45.934721 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-50795729-5071-49f7-943d-49ebb9b0a71d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3984132 Aug 21 01:25:45.943256 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-cd368e03-f241-428d-a005-4025241c946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:45.944928 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-cd368e03-f241-428d-a005-4025241c946e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=6533a9e0-1a39-42a0-8035-a9b34f9a540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3898108 Aug 21 01:25:46.125693 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-3d766ff0-d66f-46d3-9644-1fce0194f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:46.125693 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-3d766ff0-d66f-46d3-9644-1fce0194f690 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.4842186 Aug 21 01:25:46.136292 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:46.156774 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5677065a-2739-4443-bd38-52602d5550ca req-42bd56b8-f63b-4d45-829d-a512deb5b4ce tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325336 Aug 21 01:25:46.215233 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fdf2ed6d-74ba-4596-a185-abb6d7ea64f1 req-83c757a6-deea-4f23-a6de-04f5e48cd505 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671567 Aug 21 01:25:46.302708 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-bea24b27-cc86-4d17-af1f-187c92535c8a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f56acc10-3115-43fe-929a-cb8d30842aef HTTP/1.1" status: 200 len: 217 time: 0.1635051 Aug 21 01:25:46.343171 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50508) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:46.375130 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e7bd934b-dcac-40b0-ab9e-65ceb056c7eb req-1cb04f42-720d-46bb-830c-bd3dcf5d2087 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0861576 Aug 21 01:25:46.390631 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-ec7e6425-a525-4c56-bde4-c3f184a68718 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6533a9e0-1a39-42a0-8035-a9b34f9a540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197793 Aug 21 01:25:46.406215 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-9634c7d1-a795-4f62-9147-b14d6fb29865 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393916 Aug 21 01:25:46.407144 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0092942a-0d29-49e3-adcb-64b4786c0114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:46.413412 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-c666cf90-239c-4730-9670-33068a30c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:46.415037 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-c666cf90-239c-4730-9670-33068a30c945 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.1039131 Aug 21 01:25:46.417622 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 {{(pid=106924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:25:46.436810 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Publish callbacks [] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:46.437490 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Made reservation on behalf of 13b534c485db48d8a37e024702f87092 for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:25:46.441747 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:46.490846 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50512) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:46.496363 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.provisioning_blocks [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Transition to ACTIVE for port object 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 will not be triggered until provisioned by entity L2. {{(pid=106924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:25:46.498044 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-f1903651-6f72-467e-b5a3-80a2cad19845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:46.500089 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-f1903651-6f72-467e-b5a3-80a2cad19845 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736997 Aug 21 01:25:46.544849 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a25603-6c6d-437a-9e1d-7e2d3cbd3128 req-be2391cd-e0f5-4053-950e-cec310a5c596 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:46.552794 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05a25603-6c6d-437a-9e1d-7e2d3cbd3128 req-be2391cd-e0f5-4053-950e-cec310a5c596 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 932 time: 0.1800866 Aug 21 01:25:46.578657 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:46.578796 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b95823bf-159e-4dd3-9a5b-fa4c8e69a5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:46.603675 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-cd24690d-196e-4332-bd92-c23ce3863e6b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958095 Aug 21 01:25:46.611765 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:46.797895 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Pushing event updated for resources: {'Port': ['ID=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:46.803662 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Attempting to bind port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:46.803662 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Attempting to bind port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'}] {{(pid=106924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:46.804306 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Attempting to bind port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 on network 9ee81273-c1c2-4ebe-9984-21786c936dee {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:46.811187 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-771a9cdd-63ce-4e26-af70-1a83a070ebef service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873238 Aug 21 01:25:46.813372 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 on network 9ee81273-c1c2-4ebe-9984-21786c936dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:25:46.820593 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Attempting to bind port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 on network 9ee81273-c1c2-4ebe-9984-21786c936dee {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:46.820593 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:46.820593 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Checking segment: {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:46.820593 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Bound using segment: {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'} {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:46.820965 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Bound port: 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'}}] {{(pid=106924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:46.821156 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:46.881859 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-170618ea-1191-4580-8052-8be997898aed req-2413500e-e9b3-462f-ab66-8f79769634d5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245880 Aug 21 01:25:46.883886 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e96bd2c3-de3d-47f5-8864-5d27d1dc8ace req-1ecda28d-eb6e-4dba-9c3b-267fe6bb5ac0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6533a9e0-1a39-42a0-8035-a9b34f9a540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808650 Aug 21 01:25:46.893214 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05a25603-6c6d-437a-9e1d-7e2d3cbd3128 req-be776642-15f5-439b-bd61-77383cea6f1a tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236637 Aug 21 01:25:46.924352 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] For port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7, host hv-cinder-maste, cleared binding levels {{(pid=106924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:46.929601 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:46.929814 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] For port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:46.932778 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0092942a-0d29-49e3-adcb-64b4786c0114 admin admin] Publish callbacks [] for security_group (3c6cd035-b8e8-4619-8f11-ba7ed33c546b), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:46.956591 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Allocated IP 172.20.0.4 (cb373d64-899b-489f-9b02-6021edfc53f0/fd50c766-ff47-4da4-9e9a-cc5ec1431a42/9a09b4f3-32e5-4362-82ef-ab73b634b1bf) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:25:46.987918 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device f56acc10-3115-43fe-929a-cb8d30842aef details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:25:47.019260 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b95823bf-159e-4dd3-9a5b-fa4c8e69a5db admin admin] Publish callbacks [] for security_group (697a6395-7fd5-4154-b6c7-4d075dec432b), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.053818 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.063571 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:47.072859 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.073390 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 HTTP/1.1" status: 200 len: 1094 time: 1.6495588 Aug 21 01:25:47.074260 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'tag': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:25:47.076036 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0092942a-0d29-49e3-adcb-64b4786c0114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (3c6cd035-b8e8-4619-8f11-ba7ed33c546b), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.077482 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a69d46f-2afb-44e2-bc3a-6dbfd1f151bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c266a09a-3f81-4111-a987-b1f4be65cdc4", "tag": "8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:25:47.121753 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port f56acc10-3115-43fe-929a-cb8d30842aef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f56acc10-3115-43fe-929a-cb8d30842aef,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:47.147355 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'f56acc10-3115-43fe-929a-cb8d30842aef', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'port_id': 'f56acc10-3115-43fe-929a-cb8d30842aef', 'mac_address': 'fa:16:3e:b4:85:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:25:47.151436 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171386f0-f900-463b-8a6e-b403d0bef588 x-openstack-request-id: req-171386f0-f900-463b-8a6e-b403d0bef588 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:25:47.151788 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c266a09a-3f81-4111-a987-b1f4be65cdc4", "tag": "8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:25:47.152043 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-171386f0-f900-463b-8a6e-b403d0bef588 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:25:47.154962 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171386f0-f900-463b-8a6e-b403d0bef588'] response: {'name': 'network-changed', 'server_uuid': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'tag': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7', 'status': 'completed', 'code': 200} Aug 21 01:25:47.165443 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4015c5c-624b-42fd-8079-f157e0f4324b service neutron] Pushing event updated for resources: {'Port': ['ID=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,revision_number=3']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:47.169711 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092942a-0d29-49e3-adcb-64b4786c0114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6cd035-b8e8-4619-8f11-ba7ed33c546b,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:47.180282 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-0092942a-0d29-49e3-adcb-64b4786c0114 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=93903773f3114f1f95903be22f5a7de3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8251286 Aug 21 01:25:47.182024 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50530) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:47.191762 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b95823bf-159e-4dd3-9a5b-fa4c8e69a5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (697a6395-7fd5-4154-b6c7-4d075dec432b), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.198692 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port f56acc10-3115-43fe-929a-cb8d30842aef is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:47.199124 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.220367 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56acc10-3115-43fe-929a-cb8d30842aef {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:25:47.249155 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port f56acc10-3115-43fe-929a-cb8d30842aef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f56acc10-3115-43fe-929a-cb8d30842aef,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:47.293694 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.313479 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95823bf-159e-4dd3-9a5b-fa4c8e69a5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697a6395-7fd5-4154-b6c7-4d075dec432b,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:47.332640 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.361976 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-b95823bf-159e-4dd3-9a5b-fa4c8e69a5db admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c41a7542eda74d04abaab1998077a8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8648286 Aug 21 01:25:47.365318 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50538) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:47.387730 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:47.418240 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=f56acc10-3115-43fe-929a-cb8d30842aef,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:47.438522 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5525ae-c2be-4cb1-a73b-5b3094afbc94 req-2def98eb-6dea-4f6c-a028-a95f77e35444 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:47.440390 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c5525ae-c2be-4cb1-a73b-5b3094afbc94 req-2def98eb-6dea-4f6c-a028-a95f77e35444 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.1619332 Aug 21 01:25:47.451743 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc4d94-4738-4a19-8247-cad5998cab1a req-62851459-d3d6-4f6d-b6ef-d33609897836 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:47.453370 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b6cc4d94-4738-4a19-8247-cad5998cab1a req-62851459-d3d6-4f6d-b6ef-d33609897836 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.1432757 Aug 21 01:25:47.458762 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0c0344ad-396b-4da1-b3a1-c74c3cad398f admin admin] Publish callbacks [] for security_group (697a6395-7fd5-4154-b6c7-4d075dec432b), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.466435 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-889f895c-6f45-4f1c-b525-f29d28fcf9b5 admin admin] Publish callbacks [] for security_group (3c6cd035-b8e8-4619-8f11-ba7ed33c546b), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.492380 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0c0344ad-396b-4da1-b3a1-c74c3cad398f admin admin] Publish callbacks [] for security_group (697a6395-7fd5-4154-b6c7-4d075dec432b), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.520393 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-889f895c-6f45-4f1c-b525-f29d28fcf9b5 admin admin] Publish callbacks [] for security_group (3c6cd035-b8e8-4619-8f11-ba7ed33c546b), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.570179 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c5525ae-c2be-4cb1-a73b-5b3094afbc94 req-14c32e37-3c50-47a0-9f97-f4ea997f9f2a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134648 Aug 21 01:25:47.608588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.609458 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b6cc4d94-4738-4a19-8247-cad5998cab1a req-93a5e70b-9acb-4407-a786-58ed3cfb8519 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396689 Aug 21 01:25:47.630344 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0c0344ad-396b-4da1-b3a1-c74c3cad398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (697a6395-7fd5-4154-b6c7-4d075dec432b), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.632937 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0c0344ad-396b-4da1-b3a1-c74c3cad398f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.642479 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-0c0344ad-396b-4da1-b3a1-c74c3cad398f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/697a6395-7fd5-4154-b6c7-4d075dec432b HTTP/1.1" status: 204 len: 168 time: 0.2677586 Aug 21 01:25:47.664966 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0344ad-396b-4da1-b3a1-c74c3cad398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697a6395-7fd5-4154-b6c7-4d075dec432b,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:47.671457 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Network cb373d64-899b-489f-9b02-6021edfc53f0 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:25:47.674484 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:25:47.680973 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:25:47.686627 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:47.687308 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.703859 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['f56acc10-3115-43fe-929a-cb8d30842aef'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:25:47.744226 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:47.764931 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ad312-47b9-4271-b11f-c42e0b1e9c59 req-faaafec2-0b7f-4650-9970-bf95ba893b76 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:47.766545 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c66ad312-47b9-4271-b11f-c42e0b1e9c59 req-faaafec2-0b7f-4650-9970-bf95ba893b76 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 931 time: 0.0892320 Aug 21 01:25:47.838867 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c66ad312-47b9-4271-b11f-c42e0b1e9c59 req-fac7bed2-aee5-44a5-bb50-09fe40f557e6 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636697 Aug 21 01:25:47.974164 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-889f895c-6f45-4f1c-b525-f29d28fcf9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (3c6cd035-b8e8-4619-8f11-ba7ed33c546b), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.978079 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-889f895c-6f45-4f1c-b525-f29d28fcf9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:47.979674 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-889f895c-6f45-4f1c-b525-f29d28fcf9b5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/3c6cd035-b8e8-4619-8f11-ba7ed33c546b HTTP/1.1" status: 204 len: 168 time: 0.7967110 Aug 21 01:25:47.998087 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f895c-6f45-4f1c-b525-f29d28fcf9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6cd035-b8e8-4619-8f11-ba7ed33c546b,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:48.057784 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-1e853b52-c19f-4d09-903c-e5f2ec916293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5158517 Aug 21 01:25:48.059169 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a92ea84b-2b49-4572-850e-e69fb15129de None None] Provisioning complete for port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:48.059684 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a92ea84b-2b49-4572-850e-e69fb15129de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:48.077828 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb83cf-7b7e-4053-8ee4-f3d962a70c71 req-f260d82a-f062-404e-84e2-d880acbed423 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:48.080435 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-52eb83cf-7b7e-4053-8ee4-f3d962a70c71 req-f260d82a-f062-404e-84e2-d880acbed423 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 944 time: 0.0697370 Aug 21 01:25:48.098851 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a92ea84b-2b49-4572-850e-e69fb15129de None None] Port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:25:48.146323 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-52eb83cf-7b7e-4053-8ee4-f3d962a70c71 req-50c08616-0a2c-43b5-9693-613befad8c56 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565007 Aug 21 01:25:48.698073 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:48.704134 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce226d-d403-41af-b7a0-5e79f52f80ff req-9ce53330-1fae-4bf7-82a4-017d20d5c35b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:48.705816 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-95ce226d-d403-41af-b7a0-5e79f52f80ff req-9ce53330-1fae-4bf7-82a4-017d20d5c35b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.0535531 Aug 21 01:25:48.790968 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:48.803842 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b9984-90f1-457a-b589-e2c21952d98a req-589c52ff-c55a-4635-9b37-35314750edae tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:48.807337 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e26b9984-90f1-457a-b589-e2c21952d98a req-589c52ff-c55a-4635-9b37-35314750edae tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.0860558 Aug 21 01:25:48.812617 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Request body: {'port': {'device_id': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:25:48.838611 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-a6d05c48-36ed-4ed3-b198-b17ec141f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:48.840329 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-a6d05c48-36ed-4ed3-b198-b17ec141f6f8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=a1914f8232864af6ad97aebcb1636125&device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 1127 time: 0.0471361 Aug 21 01:25:48.955218 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device f56acc10-3115-43fe-929a-cb8d30842aef up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:48.995633 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-4d0dc2d6-bb8f-43bf-9a44-49157b91ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:48.997174 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-4d0dc2d6-bb8f-43bf-9a44-49157b91ddd0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=6533a9e0-1a39-42a0-8035-a9b34f9a540b HTTP/1.1" status: 200 len: 913 time: 0.1503274 Aug 21 01:25:49.003495 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:49.014492 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port f56acc10-3115-43fe-929a-cb8d30842aef completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:25:49.051071 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-acb95e6a-2e04-4286-ba65-f91109a06fef service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=667f35ba-e131-4619-82ff-965a65cd85fd HTTP/1.1" status: 200 len: 217 time: 0.0448897 Aug 21 01:25:49.115823 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-e8516eb9-5935-45ff-a396-dd1bec6616e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:49.117497 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-e8516eb9-5935-45ff-a396-dd1bec6616e8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b99a7059-9bc8-46f9-9720-f6529f086c52 HTTP/1.1" status: 200 len: 851 time: 0.0595059 Aug 21 01:25:49.121532 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-95ce226d-d403-41af-b7a0-5e79f52f80ff req-d632ab18-78c9-443e-a981-3546de6631ce tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070752 Aug 21 01:25:49.171512 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-b41c9c7f-8e5e-45c0-b3c3-344384303e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:49.178071 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-b41c9c7f-8e5e-45c0-b3c3-344384303e70 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 1127 time: 0.1282780 Aug 21 01:25:49.179799 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-e6571bd3-a948-45c0-a11e-1ce8601ba1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:49.182934 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-e6571bd3-a948-45c0-a11e-1ce8601ba1aa service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=6533a9e0-1a39-42a0-8035-a9b34f9a540b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572093 Aug 21 01:25:49.226306 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d46f-2afb-44e2-bc3a-6dbfd1f151bb req-9ddc64bf-2d7e-41a4-9b8e-33f7fbee2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:49.227661 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1a69d46f-2afb-44e2-bc3a-6dbfd1f151bb req-9ddc64bf-2d7e-41a4-9b8e-33f7fbee2af6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 1128 time: 0.1795506 Aug 21 01:25:49.232087 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port f56acc10-3115-43fe-929a-cb8d30842aef triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:49.232665 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:49.365422 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-3a9c5bb2-1e19-41db-9526-05d84aabbe0e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6533a9e0-1a39-42a0-8035-a9b34f9a540b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751537 Aug 21 01:25:49.411717 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:49.421648 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port f56acc10-3115-43fe-929a-cb8d30842aef is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:49.422217 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:49.461132 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e88110-1175-4ccf-bf6b-8efb43ab945e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56acc10-3115-43fe-929a-cb8d30842aef'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:25:49.527229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:49.588718 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e26b9984-90f1-457a-b589-e2c21952d98a req-2e19cd1c-a414-4115-8125-07967c111679 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285077 Aug 21 01:25:49.596243 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port f56acc10-3115-43fe-929a-cb8d30842aef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f56acc10-3115-43fe-929a-cb8d30842aef,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:49.630164 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2bb61e9a-7f18-47e0-96e3-0707a375ca65 req-e58bc549-b971-4b51-a658-765f257bb4b1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/6533a9e0-1a39-42a0-8035-a9b34f9a540b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552445 Aug 21 01:25:49.659706 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3d42-2425-4f73-aecf-0b70af75f732 req-2ae273a6-05e3-4c83-9e70-0277520650f9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:49.662130 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-432f3d42-2425-4f73-aecf-0b70af75f732 req-2ae273a6-05e3-4c83-9e70-0277520650f9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 931 time: 0.4527843 Aug 21 01:25:49.709776 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:49.778441 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=f56acc10-3115-43fe-929a-cb8d30842aef,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:49.812503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d46f-2afb-44e2-bc3a-6dbfd1f151bb req-c07f156f-85d4-4e7c-bc6d-442cb708bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:49.813842 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1a69d46f-2afb-44e2-bc3a-6dbfd1f151bb req-c07f156f-85d4-4e7c-bc6d-442cb708bb9a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=f4a0fcea08b248fe84012875a7243761&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5526402 Aug 21 01:25:49.884834 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991101cf-45cd-47d6-a354-0cc7471c02c8 req-02b9c72e-bceb-4812-9204-1aed1400a6d4 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:49.886332 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-991101cf-45cd-47d6-a354-0cc7471c02c8 req-02b9c72e-bceb-4812-9204-1aed1400a6d4 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 944 time: 0.2006354 Aug 21 01:25:49.897929 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-f3c94a29-4a9f-4ba9-895f-7d07cc6402d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:49.903853 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-f3c94a29-4a9f-4ba9-895f-7d07cc6402d6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.6920295 Aug 21 01:25:49.963230 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:50.084410 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-432f3d42-2425-4f73-aecf-0b70af75f732 req-a5d8c94b-975e-4f42-8a69-893ab4299073 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091930 Aug 21 01:25:50.127449 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-740d6c9a-818b-4d79-8d2d-207533408835 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7aa7447-c670-4701-a6ac-18f99415ce92 HTTP/1.1" status: 200 len: 217 time: 0.1977928 Aug 21 01:25:50.156460 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e965a1e5-c53a-4291-b089-15278be4587f" -d '{"events": [{"server_uuid": "90e88110-1175-4ccf-bf6b-8efb43ab945e", "name": "network-vif-plugged", "status": "completed", "tag": "f56acc10-3115-43fe-929a-cb8d30842aef"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:25:50.173254 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:50.188530 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50624) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:50.305470 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0394f843-b539-4167-9681-c020943c406c x-openstack-request-id: req-0394f843-b539-4167-9681-c020943c406c {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:25:50.305974 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e88110-1175-4ccf-bf6b-8efb43ab945e", "name": "network-vif-plugged", "status": "completed", "tag": "f56acc10-3115-43fe-929a-cb8d30842aef", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:25:50.305974 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0394f843-b539-4167-9681-c020943c406c {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:25:50.306433 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0394f843-b539-4167-9681-c020943c406c'] response: {'server_uuid': '90e88110-1175-4ccf-bf6b-8efb43ab945e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56acc10-3115-43fe-929a-cb8d30842aef', 'code': 200} Aug 21 01:25:50.329878 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-991101cf-45cd-47d6-a354-0cc7471c02c8 req-c145ce4c-8739-48dd-8ffc-1aaa961b0cd0 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223206 Aug 21 01:25:50.336771 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d46f-2afb-44e2-bc3a-6dbfd1f151bb req-4a7d815f-7306-4a57-8ef3-4d981b4e4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:50.338350 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:50.338942 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1a69d46f-2afb-44e2-bc3a-6dbfd1f151bb req-4a7d815f-7306-4a57-8ef3-4d981b4e4aeb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5131478 Aug 21 01:25:50.353794 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-f9727f48-5942-4e92-893b-a9526bf12204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:50.353794 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-f9727f48-5942-4e92-893b-a9526bf12204 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.1969380 Aug 21 01:25:50.397212 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d49b1e13-a0ea-42e1-b57d-f34c42507206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:50.478301 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d49b1e13-a0ea-42e1-b57d-f34c42507206 admin admin] Publish callbacks [] for security_group (dfbf3bdf-f107-407f-a20a-77c35eaf8428), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:50.539033 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-6bc6f7b1-ee5e-41b5-887f-d1c8e64d0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:50.541366 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-6bc6f7b1-ee5e-41b5-887f-d1c8e64d0990 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1371851 Aug 21 01:25:50.561387 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d16f29-eb4c-4c5d-9c62-5704ef19adb6 req-2304e66b-5fa0-422a-aa80-88583512e1c8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:50.563091 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-91d16f29-eb4c-4c5d-9c62-5704ef19adb6 req-2304e66b-5fa0-422a-aa80-88583512e1c8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 943 time: 0.1767044 Aug 21 01:25:50.594705 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d6983a71-16be-44e7-8de7-bcd51a4dadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:50.596234 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-d6983a71-16be-44e7-8de7-bcd51a4dadfc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 1128 time: 0.1163979 Aug 21 01:25:50.666295 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d49b1e13-a0ea-42e1-b57d-f34c42507206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (dfbf3bdf-f107-407f-a20a-77c35eaf8428), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:50.708720 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a09b4f3-32e5-4362-82ef-ab73b634b1bf {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:25:50.714473 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:50.724881 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-d49b1e13-a0ea-42e1-b57d-f34c42507206 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a02859127960469585afd76d1bf8f6a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5293007 Aug 21 01:25:50.724881 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b1e13-a0ea-42e1-b57d-f34c42507206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbf3bdf-f107-407f-a20a-77c35eaf8428,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:50.724881 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50634) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:50.729364 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-e4c0bda7-6961-4901-b966-dada5617fc53 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 HTTP/1.1" status: 200 len: 217 time: 0.1057315 Aug 21 01:25:50.744271 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Publish callbacks [] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:50.781559 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c7e542c7-2ff6-4152-9753-57ecbf1225b2 admin admin] Publish callbacks [] for security_group (dfbf3bdf-f107-407f-a20a-77c35eaf8428), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:50.807019 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c7e542c7-2ff6-4152-9753-57ecbf1225b2 admin admin] Publish callbacks [] for security_group (dfbf3bdf-f107-407f-a20a-77c35eaf8428), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:50.932769 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 667f35ba-e131-4619-82ff-965a65cd85fd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:25:51.050308 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 667f35ba-e131-4619-82ff-965a65cd85fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=667f35ba-e131-4619-82ff-965a65cd85fd,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:51.060270 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-91d16f29-eb4c-4c5d-9c62-5704ef19adb6 req-e5904909-182a-4c47-a668-40e1e2c4e132 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669003 Aug 21 01:25:51.067221 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '667f35ba-e131-4619-82ff-965a65cd85fd', 'network_id': '6533a9e0-1a39-42a0-8035-a9b34f9a540b', 'port_id': '667f35ba-e131-4619-82ff-965a65cd85fd', 'mac_address': 'fa:16:3e:1b:0d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99a7059-9bc8-46f9-9720-f6529f086c52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:25:51.071279 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a742d-2074-40ae-b855-5d2b5dbc769a req-5512de6b-29fa-4176-8ccb-22818cd3297c tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:51.091820 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-238a742d-2074-40ae-b855-5d2b5dbc769a req-5512de6b-29fa-4176-8ccb-22818cd3297c tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 943 time: 0.3964293 Aug 21 01:25:51.091820 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Transition to ACTIVE for port object 9a09b4f3-32e5-4362-82ef-ab73b634b1bf will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:25:51.091820 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-5643f978-fd99-4a62-b4e4-e4658fa28d02 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098741 Aug 21 01:25:51.100427 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c7e542c7-2ff6-4152-9753-57ecbf1225b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (dfbf3bdf-f107-407f-a20a-77c35eaf8428), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:51.103064 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c7e542c7-2ff6-4152-9753-57ecbf1225b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:51.106590 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-c7e542c7-2ff6-4152-9753-57ecbf1225b2 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/dfbf3bdf-f107-407f-a20a-77c35eaf8428 HTTP/1.1" status: 204 len: 168 time: 0.3826704 Aug 21 01:25:51.120933 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-da7bc6bc-9543-47c9-8bc4-0bb4480f209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:51.122404 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-da7bc6bc-9543-47c9-8bc4-0bb4480f209d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=63bb539d-a4ba-4698-a8d8-59af1ab0586f HTTP/1.1" status: 200 len: 850 time: 0.1507752 Aug 21 01:25:51.126936 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 667f35ba-e131-4619-82ff-965a65cd85fd is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:51.127458 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:51.141891 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e542c7-2ff6-4152-9753-57ecbf1225b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbf3bdf-f107-407f-a20a-77c35eaf8428,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:51.147459 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667f35ba-e131-4619-82ff-965a65cd85fd {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:25:51.155042 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fcadf-6c5f-43ea-8c71-be6b43cee71a req-fd434d48-74c8-43e4-80a9-d193916e9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:51.157290 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-7b8fcadf-6c5f-43ea-8c71-be6b43cee71a req-fd434d48-74c8-43e4-80a9-d193916e9b2e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 1130 time: 0.1341572 Aug 21 01:25:51.195554 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 667f35ba-e131-4619-82ff-965a65cd85fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=667f35ba-e131-4619-82ff-965a65cd85fd,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:51.199984 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-7b8fcadf-6c5f-43ea-8c71-be6b43cee71a req-130a9609-6b94-4333-a044-b7daeef09da1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:51.253925 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-238a742d-2074-40ae-b855-5d2b5dbc769a req-179bfd9a-6952-4cbd-8288-3e7877a65cb1 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726115 Aug 21 01:25:51.284248 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-44ac15af-6a62-49a2-b690-9d1afc045c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:51.284556 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-44ac15af-6a62-49a2-b690-9d1afc045c5d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=9ee81273-c1c2-4ebe-9984-21786c936dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1436052 Aug 21 01:25:51.331516 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-7b8fcadf-6c5f-43ea-8c71-be6b43cee71a req-130a9609-6b94-4333-a044-b7daeef09da1 service neutron] Publish callbacks [] for security_group (70adc2b1-6ba9-4a15-b5b4-f2919c5d3620), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:51.333162 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8477f-4f7a-4e82-86f7-2cb48b434b2e req-e7d1b9f1-7e2e-4073-81c8-e2fc9d817f76 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:51.345212 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56e8477f-4f7a-4e82-86f7-2cb48b434b2e req-e7d1b9f1-7e2e-4073-81c8-e2fc9d817f76 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 931 time: 0.1010633 Aug 21 01:25:51.345212 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-2092d036-6a06-4914-909b-066f927b93ca service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460663 Aug 21 01:25:51.412612 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:51.470152 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56e8477f-4f7a-4e82-86f7-2cb48b434b2e req-8b6bd8ca-9ee0-4e07-854c-9a3502eb0f4b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222339 Aug 21 01:25:51.476807 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-03996c0b-c30d-48ed-8ee0-90422f1f7be8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773777 Aug 21 01:25:51.479651 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:51.483477 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device f7aa7447-c670-4701-a6ac-18f99415ce92 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:25:51.541863 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Pushing event updated for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:51.570061 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:51.615830 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80b90c-209d-454d-acd9-ceca01c892e8 req-1602386c-9669-4618-a270-0c2ef9fdf14a tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:51.616637 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=667f35ba-e131-4619-82ff-965a65cd85fd,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:51.619209 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7b80b90c-209d-454d-acd9-ceca01c892e8 req-1602386c-9669-4618-a270-0c2ef9fdf14a tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 944 time: 0.1378317 Aug 21 01:25:51.619869 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Attempting to bind port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:25:51.621911 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Attempting to bind port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:25:51.622335 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Attempting to bind port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf on network cb373d64-899b-489f-9b02-6021edfc53f0 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:51.649282 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-7b8fcadf-6c5f-43ea-8c71-be6b43cee71a req-130a9609-6b94-4333-a044-b7daeef09da1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (70adc2b1-6ba9-4a15-b5b4-f2919c5d3620), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:51.696651 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf on network cb373d64-899b-489f-9b02-6021edfc53f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:25:51.696651 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Attempting to bind port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf on network cb373d64-899b-489f-9b02-6021edfc53f0 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:25:51.713139 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port f7aa7447-c670-4701-a6ac-18f99415ce92, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f7aa7447-c670-4701-a6ac-18f99415ce92,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:51.726274 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'f7aa7447-c670-4701-a6ac-18f99415ce92', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'port_id': 'f7aa7447-c670-4701-a6ac-18f99415ce92', 'mac_address': 'fa:16:3e:37:cb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:25:51.728952 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a9609-6b94-4333-a044-b7daeef09da1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=70adc2b1-6ba9-4a15-b5b4-f2919c5d3620,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:51.746733 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-7b8fcadf-6c5f-43ea-8c71-be6b43cee71a req-130a9609-6b94-4333-a044-b7daeef09da1 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808959 Aug 21 01:25:51.757826 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7b80b90c-209d-454d-acd9-ceca01c892e8 req-fe14f91a-1be2-4428-b387-5cf9ba90ca23 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033304 Aug 21 01:25:51.763152 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:25:51.763832 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Checking segment: {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:25:51.763929 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Bound using segment: {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:25:51.764357 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Bound port: 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:25:51.764722 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:51.790660 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b7df08b-b4b8-414d-9907-1138e0c3935d req-51b123ca-2c39-4551-a013-2d0b787a4c0f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670715 Aug 21 01:25:51.840601 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port f7aa7447-c670-4701-a6ac-18f99415ce92 is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:51.840601 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:51.871124 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aa7447-c670-4701-a6ac-18f99415ce92 {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:25:51.880422 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:25:51.890697 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:25:51.895911 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port f7aa7447-c670-4701-a6ac-18f99415ce92, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f7aa7447-c670-4701-a6ac-18f99415ce92,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:52.038365 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:52.039497 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:52.044448 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:52.052357 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:52.052357 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/9a09b4f3-32e5-4362-82ef-ab73b634b1bf HTTP/1.1" status: 200 len: 1093 time: 3.2394409 Aug 21 01:25:52.052357 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:25:52.055075 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd80b712-f9e1-46f0-b515-1913c47abb50" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:25:52.106161 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=f7aa7447-c670-4701-a6ac-18f99415ce92,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:52.121744 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381b5ce-72f8-4db6-ab79-59dc9789fd8f service neutron] Pushing event updated for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:52.219963 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12387e54-ce39-45b5-bb49-c01c80294c94 x-openstack-request-id: req-12387e54-ce39-45b5-bb49-c01c80294c94 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:25:52.220369 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:25:52.220732 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-12387e54-ce39-45b5-bb49-c01c80294c94 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:25:52.221143 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12387e54-ce39-45b5-bb49-c01c80294c94'] response: {'name': 'network-changed', 'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'status': 'completed', 'code': 200} Aug 21 01:25:52.242430 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cda30-ce72-4fe0-81d5-6724842cc1c6 req-9060587e-14af-4b39-9fb6-25f415f89c20 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:52.244153 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-174cda30-ce72-4fe0-81d5-6724842cc1c6 req-9060587e-14af-4b39-9fb6-25f415f89c20 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 944 time: 0.0618701 Aug 21 01:25:52.292540 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50676) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:52.307070 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-32fe1bd2-7351-4cb4-9eab-6fda0b96af44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:52.320699 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-174cda30-ce72-4fe0-81d5-6724842cc1c6 req-7e8faded-3e2b-4414-a175-96f61825737d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681417 Aug 21 01:25:52.410618 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860fcce-d925-4911-959c-edfb9383ff00 req-f01a6961-5803-4596-99c7-151832a52d62 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:52.412298 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4860fcce-d925-4911-959c-edfb9383ff00 req-f01a6961-5803-4596-99c7-151832a52d62 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 944 time: 0.0568266 Aug 21 01:25:52.416423 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-32fe1bd2-7351-4cb4-9eab-6fda0b96af44 admin admin] Publish callbacks [] for security_group (f859d0d2-1b1d-4355-a91c-fa4b52721e48), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:52.464900 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4860fcce-d925-4911-959c-edfb9383ff00 req-a26df163-1657-455e-9dd5-e27fbe37f9a4 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Aug 21 01:25:52.508923 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-32fe1bd2-7351-4cb4-9eab-6fda0b96af44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (f859d0d2-1b1d-4355-a91c-fa4b52721e48), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:52.548074 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe1bd2-7351-4cb4-9eab-6fda0b96af44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f859d0d2-1b1d-4355-a91c-fa4b52721e48,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:52.558845 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50680) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:52.559049 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-32fe1bd2-7351-4cb4-9eab-6fda0b96af44 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e0c09ae9228744f4908068a08ee77e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652438 Aug 21 01:25:52.576016 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['667f35ba-e131-4619-82ff-965a65cd85fd'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:25:52.655283 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382fc1d-4305-48aa-b821-48ed3eb40687 req-efc15de2-996c-44e5-9976-72d40e0545c8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:52.665341 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d382fc1d-4305-48aa-b821-48ed3eb40687 req-efc15de2-996c-44e5-9976-72d40e0545c8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0785434 Aug 21 01:25:52.665341 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c1a0155d-9e4c-4f78-bde1-60e577723904 admin admin] Publish callbacks [] for security_group (f859d0d2-1b1d-4355-a91c-fa4b52721e48), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:52.685537 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c1a0155d-9e4c-4f78-bde1-60e577723904 admin admin] Publish callbacks [] for security_group (f859d0d2-1b1d-4355-a91c-fa4b52721e48), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:52.724122 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:52.739020 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['f7aa7447-c670-4701-a6ac-18f99415ce92'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:25:52.761965 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d382fc1d-4305-48aa-b821-48ed3eb40687 req-1864c9dc-16d8-4dd0-9c34-c780a4137aec tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660393 Aug 21 01:25:52.800881 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:52.894968 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78079518-20a6-4f1d-8da5-724124b7e6af req-22e3dc7a-3c45-409b-8456-dcb8fab5775e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:52.896578 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-78079518-20a6-4f1d-8da5-724124b7e6af req-22e3dc7a-3c45-409b-8456-dcb8fab5775e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 944 time: 0.0529969 Aug 21 01:25:52.897701 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c1a0155d-9e4c-4f78-bde1-60e577723904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (f859d0d2-1b1d-4355-a91c-fa4b52721e48), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:52.900316 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c1a0155d-9e4c-4f78-bde1-60e577723904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:52.901350 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c1a0155d-9e4c-4f78-bde1-60e577723904 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f859d0d2-1b1d-4355-a91c-fa4b52721e48 HTTP/1.1" status: 204 len: 168 time: 0.3414581 Aug 21 01:25:52.922147 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0155d-9e4c-4f78-bde1-60e577723904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f859d0d2-1b1d-4355-a91c-fa4b52721e48,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:52.958328 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-78079518-20a6-4f1d-8da5-724124b7e6af req-12718e0c-be73-44a1-a5c5-98e7f0e4f922 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542688 Aug 21 01:25:53.465736 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c69fd-0685-4f8e-83a2-1fced703b92a req-e6592d3c-89b0-41a4-a3f3-870dcef90e79 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:53.472846 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-932c69fd-0685-4f8e-83a2-1fced703b92a req-e6592d3c-89b0-41a4-a3f3-870dcef90e79 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 944 time: 0.0661390 Aug 21 01:25:53.517875 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-932c69fd-0685-4f8e-83a2-1fced703b92a req-ec16ad94-814d-440f-ad4c-c0cc35e9e61e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Aug 21 01:25:53.596322 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6c24-f780-437a-a9ab-060e7249b725 req-bf2790a2-776b-4fcf-88db-236cb383951a tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:53.597828 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-882e6c24-f780-437a-a9ab-060e7249b725 req-bf2790a2-776b-4fcf-88db-236cb383951a tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 944 time: 0.0460570 Aug 21 01:25:53.665637 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-882e6c24-f780-437a-a9ab-060e7249b725 req-b0fe9c7f-cb23-417e-9e2d-405e08b1b37e tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610402 Aug 21 01:25:53.693363 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-2bd58bb3-211c-448a-b882-df6fcbfc289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:53.694862 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-2bd58bb3-211c-448a-b882-df6fcbfc289a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 1127 time: 0.0491879 Aug 21 01:25:53.729805 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:53.894461 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4dcab-740d-4711-a020-f6135c1b91ed req-cef28990-f478-4d8d-9037-6d4df160b24f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:53.896188 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-25b4dcab-740d-4711-a020-f6135c1b91ed req-cef28990-f478-4d8d-9037-6d4df160b24f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0522120 Aug 21 01:25:53.961839 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-25b4dcab-740d-4711-a020-f6135c1b91ed req-91873e33-1082-45aa-9c7f-937a3cee5a9b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599451 Aug 21 01:25:54.089152 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b955ae-6fca-4e4a-8a28-79e0986f59d7 req-726c5f49-cd1e-4a2c-9a65-50037312a607 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:54.090711 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b5b955ae-6fca-4e4a-8a28-79e0986f59d7 req-726c5f49-cd1e-4a2c-9a65-50037312a607 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 944 time: 0.0482564 Aug 21 01:25:54.141636 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b5b955ae-6fca-4e4a-8a28-79e0986f59d7 req-bb587d83-63c7-4bc4-bf34-0b3f50041939 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449488 Aug 21 01:25:54.196844 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:54.658199 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d679ba3-37bc-451a-8de4-be83ccf76769 req-b1a61f12-383d-45da-ad88-049bd2e31298 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:54.658199 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d679ba3-37bc-451a-8de4-be83ccf76769 req-b1a61f12-383d-45da-ad88-049bd2e31298 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 944 time: 0.0586042 Aug 21 01:25:54.676928 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:54.710596 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d679ba3-37bc-451a-8de4-be83ccf76769 req-7c2e7401-9570-4ca4-af48-fcdce1e2ee8a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465353 Aug 21 01:25:54.797638 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185125a8-c48a-4c90-a489-c185d663317c req-73c66eac-8bf9-490d-a14a-f0c54e006a26 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:54.799180 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-185125a8-c48a-4c90-a489-c185d663317c req-73c66eac-8bf9-490d-a14a-f0c54e006a26 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 944 time: 0.0490274 Aug 21 01:25:54.851499 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-185125a8-c48a-4c90-a489-c185d663317c req-380178c9-230b-41c3-86a9-cec0708b205a tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454807 Aug 21 01:25:55.098566 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70713642-36f2-42e3-afe9-b767a54b6453 req-3f0153b4-def9-4fa7-8c25-e12e6fc741ea tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:55.098566 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-70713642-36f2-42e3-afe9-b767a54b6453 req-3f0153b4-def9-4fa7-8c25-e12e6fc741ea tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0494225 Aug 21 01:25:55.098566 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:55.150253 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-70713642-36f2-42e3-afe9-b767a54b6453 req-c10ffcb2-cd82-4142-8947-e12d798deee4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484390 Aug 21 01:25:55.215057 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:55.271883 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae141e-cc31-4434-bb23-0042813b36c3 req-38e78268-d6c6-48e7-b022-45f037d42949 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:55.273836 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-57ae141e-cc31-4434-bb23-0042813b36c3 req-38e78268-d6c6-48e7-b022-45f037d42949 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 944 time: 0.0471754 Aug 21 01:25:55.328830 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-57ae141e-cc31-4434-bb23-0042813b36c3 req-edcbc18f-5688-4669-b2b8-d6c06f15a369 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482054 Aug 21 01:25:55.625613 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:55.758888 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:55.767072 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50774) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:55.832920 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddc720-0be5-4d78-9963-f2fc5ee19009 req-ac254880-e53a-4754-81cd-970904ab34ec tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:55.834609 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6dddc720-0be5-4d78-9963-f2fc5ee19009 req-ac254880-e53a-4754-81cd-970904ab34ec tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 944 time: 0.0486968 Aug 21 01:25:55.899945 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6dddc720-0be5-4d78-9963-f2fc5ee19009 req-34b82ee4-b1ad-4098-8a3d-bf5c41989474 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589614 Aug 21 01:25:55.900928 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-99ff5acc-8fb4-4933-a2e8-6c766c58d454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:55.986310 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737e681-5d6a-4bc7-a280-c05bf4ae21ea req-641a8910-7d20-4c26-b2d3-39520921616c tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:55.987860 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8737e681-5d6a-4bc7-a280-c05bf4ae21ea req-641a8910-7d20-4c26-b2d3-39520921616c tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 944 time: 0.0600259 Aug 21 01:25:56.044903 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-99ff5acc-8fb4-4933-a2e8-6c766c58d454 admin admin] Publish callbacks [] for security_group (99720849-85cb-4d21-802b-599a5335108c), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:56.058818 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8737e681-5d6a-4bc7-a280-c05bf4ae21ea req-6dbf39a7-ad04-4cf4-94d0-bf30f2e4efe0 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641096 Aug 21 01:25:56.127994 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-99ff5acc-8fb4-4933-a2e8-6c766c58d454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (99720849-85cb-4d21-802b-599a5335108c), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:56.167592 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff5acc-8fb4-4933-a2e8-6c766c58d454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99720849-85cb-4d21-802b-599a5335108c,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:56.173566 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-99ff5acc-8fb4-4933-a2e8-6c766c58d454 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=753b00ca518f4954933ac93cee81a0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041567 Aug 21 01:25:56.176389 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50780) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:56.232912 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-51721d76-347a-4c26-8dac-84f719ddce50 admin admin] Publish callbacks [] for security_group (99720849-85cb-4d21-802b-599a5335108c), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:56.283961 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-51721d76-347a-4c26-8dac-84f719ddce50 admin admin] Publish callbacks [] for security_group (99720849-85cb-4d21-802b-599a5335108c), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:56.298328 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8465da4-0964-4eb4-9bcc-3e25f5945167 req-bd06d555-70d0-4d5e-b55e-98d6c54db57a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:56.299960 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e8465da4-0964-4eb4-9bcc-3e25f5945167 req-bd06d555-70d0-4d5e-b55e-98d6c54db57a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0690475 Aug 21 01:25:56.350493 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:56.370460 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e8465da4-0964-4eb4-9bcc-3e25f5945167 req-70d73e21-5bdd-410b-b2db-a506b61fb6d8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611408 Aug 21 01:25:56.451890 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759f75a-a485-4765-8b53-c13499848a5f req-afd91223-f1a5-45d5-a674-e0a35774931d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:56.453502 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2759f75a-a485-4765-8b53-c13499848a5f req-afd91223-f1a5-45d5-a674-e0a35774931d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 944 time: 0.0495341 Aug 21 01:25:56.467144 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-51721d76-347a-4c26-8dac-84f719ddce50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (99720849-85cb-4d21-802b-599a5335108c), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:56.469688 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-51721d76-347a-4c26-8dac-84f719ddce50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:56.470773 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-51721d76-347a-4c26-8dac-84f719ddce50 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/99720849-85cb-4d21-802b-599a5335108c HTTP/1.1" status: 204 len: 168 time: 0.2935328 Aug 21 01:25:56.496549 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51721d76-347a-4c26-8dac-84f719ddce50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99720849-85cb-4d21-802b-599a5335108c,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:56.544238 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2759f75a-a485-4765-8b53-c13499848a5f req-30449d8e-ef43-4501-9d6c-b532bfd510b6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743735 Aug 21 01:25:56.751336 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 667f35ba-e131-4619-82ff-965a65cd85fd up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:56.805675 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 667f35ba-e131-4619-82ff-965a65cd85fd completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:25:56.937771 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:57.009341 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 667f35ba-e131-4619-82ff-965a65cd85fd triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:57.009341 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:57.023051 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a163754-aaa5-4c80-9069-ec272bbd7fb1 req-8011a83e-c63e-4c6e-96e0-2f7b500f9f8f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:57.024873 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5a163754-aaa5-4c80-9069-ec272bbd7fb1 req-8011a83e-c63e-4c6e-96e0-2f7b500f9f8f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 944 time: 0.0507221 Aug 21 01:25:57.061893 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-365a974b-29da-45ee-960c-fbc107570113 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf HTTP/1.1" status: 200 len: 217 time: 0.0360241 Aug 21 01:25:57.063622 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:57.108324 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 667f35ba-e131-4619-82ff-965a65cd85fd is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:57.108949 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:57.155892 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031af209-ae76-47b8-8481-88ec4053affa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667f35ba-e131-4619-82ff-965a65cd85fd'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:25:57.158913 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9e571e-4afd-4326-bed8-ec37725b5a81" -d '{"events": [{"server_uuid": "031af209-ae76-47b8-8481-88ec4053affa", "name": "network-vif-plugged", "status": "completed", "tag": "667f35ba-e131-4619-82ff-965a65cd85fd"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:25:57.163970 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 667f35ba-e131-4619-82ff-965a65cd85fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=667f35ba-e131-4619-82ff-965a65cd85fd,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:57.175776 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5a163754-aaa5-4c80-9069-ec272bbd7fb1 req-565faa5b-5d6b-4b07-a409-7e68311259fc tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425283 Aug 21 01:25:57.177302 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-600d6d2c-a6c3-4480-a6b8-1cd30f019b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:57.178730 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-600d6d2c-a6c3-4480-a6b8-1cd30f019b6d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=fd50c766-ff47-4da4-9e9a-cc5ec1431a42 HTTP/1.1" status: 200 len: 855 time: 0.1084521 Aug 21 01:25:57.241709 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c535f2c1-a235-423d-946e-f1c94c767c4a x-openstack-request-id: req-c535f2c1-a235-423d-946e-f1c94c767c4a {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:25:57.242498 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031af209-ae76-47b8-8481-88ec4053affa", "name": "network-vif-plugged", "status": "completed", "tag": "667f35ba-e131-4619-82ff-965a65cd85fd", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:25:57.242957 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c535f2c1-a235-423d-946e-f1c94c767c4a {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:25:57.243650 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c535f2c1-a235-423d-946e-f1c94c767c4a'] response: {'server_uuid': '031af209-ae76-47b8-8481-88ec4053affa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667f35ba-e131-4619-82ff-965a65cd85fd', 'code': 200} Aug 21 01:25:57.244244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a7a2-0c21-4375-a540-9f435702cbc6 req-a1225521-78c2-4273-8090-73ecc912d7e2 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:57.246378 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2d74a7a2-0c21-4375-a540-9f435702cbc6 req-a1225521-78c2-4273-8090-73ecc912d7e2 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 944 time: 0.0886691 Aug 21 01:25:57.252409 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-30f60cb3-e172-4780-8b15-76f05ff15a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:57.257198 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-30f60cb3-e172-4780-8b15-76f05ff15a3c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cb373d64-899b-489f-9b02-6021edfc53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580640 Aug 21 01:25:57.287412 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:57.287412 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device f7aa7447-c670-4701-a6ac-18f99415ce92 up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:25:57.314061 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2d74a7a2-0c21-4375-a540-9f435702cbc6 req-a8f77c56-07da-494a-9e6a-e5b0ddca1998 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589538 Aug 21 01:25:57.364277 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50810) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:57.382150 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e7c70edc-4475-4e6a-9dfc-fa25631da3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:57.384476 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=667f35ba-e131-4619-82ff-965a65cd85fd,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:57.399009 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port f7aa7447-c670-4701-a6ac-18f99415ce92 completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:25:57.441619 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-574152ab-4464-4f8a-a3fc-af05e4ff1d6b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520514 Aug 21 01:25:57.485734 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e7c70edc-4475-4e6a-9dfc-fa25631da3bf admin admin] Publish callbacks [] for security_group (80c347d5-cb9f-4432-b35d-e2c12a93c42a), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:57.493955 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port f7aa7447-c670-4701-a6ac-18f99415ce92 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:25:57.494496 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:57.594576 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd4112-6113-4762-a4cb-0fa8eff335c0 req-5d48c20c-8aa4-4560-b45f-e108600390fd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:57.599502 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fffd4112-6113-4762-a4cb-0fa8eff335c0 req-5d48c20c-8aa4-4560-b45f-e108600390fd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.1045046 Aug 21 01:25:57.626883 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e7c70edc-4475-4e6a-9dfc-fa25631da3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (80c347d5-cb9f-4432-b35d-e2c12a93c42a), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:57.690402 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-e7c70edc-4475-4e6a-9dfc-fa25631da3bf admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ad1870fb0ee04cee8a5796db748d4741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248606 Aug 21 01:25:57.693549 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50826) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:25:57.704257 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b086c-eb48-4bfb-87dc-c1f31586ae4d req-be8a9ece-47ee-44ef-8c04-b3138605898a tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:57.720928 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-026b086c-eb48-4bfb-87dc-c1f31586ae4d req-be8a9ece-47ee-44ef-8c04-b3138605898a tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 944 time: 0.0777981 Aug 21 01:25:57.724722 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:25:57.744646 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c70edc-4475-4e6a-9dfc-fa25631da3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c347d5-cb9f-4432-b35d-e2c12a93c42a,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:57.754109 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port f7aa7447-c670-4701-a6ac-18f99415ce92 is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:57.754677 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:57.782336 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:57.782892 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-af62228d-b888-43e8-b7b5-986f9459e3fa admin admin] Publish callbacks [] for security_group (80c347d5-cb9f-4432-b35d-e2c12a93c42a), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:57.818941 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-af62228d-b888-43e8-b7b5-986f9459e3fa admin admin] Publish callbacks [] for security_group (80c347d5-cb9f-4432-b35d-e2c12a93c42a), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:57.827915 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fffd4112-6113-4762-a4cb-0fa8eff335c0 req-a8874f6d-e3f5-40a4-9305-0f55a4256345 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233624 Aug 21 01:25:57.884151 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2e39438-8ea3-4451-8e3e-ffab4b975c88 req-cd395c6f-2566-4d80-9611-0dd3fe8b9adc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361379 Aug 21 01:25:57.906391 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:57.926535 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57eba1-617b-4b83-a2eb-2345dbf00385 req-311a37f4-172a-46aa-b3f6-998693c2b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:57.928334 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d57eba1-617b-4b83-a2eb-2345dbf00385 req-311a37f4-172a-46aa-b3f6-998693c2b562 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 1129 time: 0.2053728 Aug 21 01:25:57.941172 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port f7aa7447-c670-4701-a6ac-18f99415ce92, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f7aa7447-c670-4701-a6ac-18f99415ce92,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:57.953132 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-026b086c-eb48-4bfb-87dc-c1f31586ae4d req-d2b4d976-f891-4cff-adfa-767e6e98b8e4 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314503 Aug 21 01:25:57.999502 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d57eba1-617b-4b83-a2eb-2345dbf00385 req-45d08ee8-2339-4bde-8560-f781d1880dcf service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606613 Aug 21 01:25:58.031234 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-381b0eb3-332b-43b1-ae8e-4d2528bfbba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:58.031476 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-af62228d-b888-43e8-b7b5-986f9459e3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (80c347d5-cb9f-4432-b35d-e2c12a93c42a), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:58.034394 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-af62228d-b888-43e8-b7b5-986f9459e3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:58.035619 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-af62228d-b888-43e8-b7b5-986f9459e3fa admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/80c347d5-cb9f-4432-b35d-e2c12a93c42a HTTP/1.1" status: 204 len: 168 time: 0.3406973 Aug 21 01:25:58.045297 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62228d-b888-43e8-b7b5-986f9459e3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c347d5-cb9f-4432-b35d-e2c12a93c42a,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:58.074919 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:58.121701 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:58.132731 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=f7aa7447-c670-4701-a6ac-18f99415ce92,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:58.202402 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:58.283327 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:58.297631 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ee2dd-c047-4f0a-a651-d2a971a1512d req-0a5e30ad-80dd-430c-9308-1a58e14f41a7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:58.301221 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-974ee2dd-c047-4f0a-a651-d2a971a1512d req-0a5e30ad-80dd-430c-9308-1a58e14f41a7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0507977 Aug 21 01:25:58.347515 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-974ee2dd-c047-4f0a-a651-d2a971a1512d req-dac55e20-c48d-4f6d-bfbe-d591db19dfe2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Aug 21 01:25:58.451070 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0076333-658e-4610-9b09-b6f9679ef6f0 req-ef4f87c1-f965-4924-b604-a96e9cacd6db tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:58.452997 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f0076333-658e-4610-9b09-b6f9679ef6f0 req-ef4f87c1-f965-4924-b604-a96e9cacd6db tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 945 time: 0.0560348 Aug 21 01:25:58.511669 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f0076333-658e-4610-9b09-b6f9679ef6f0 req-3ab897d4-12e5-48cd-a86f-0d1344b00ed0 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518181 Aug 21 01:25:58.758948 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:25:58.878055 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:58.889711 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'port_id': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7', 'mac_address': 'fa:16:3e:83:fd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:25:58.945232 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:25:58.945748 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:58.964321 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:25:58.972788 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da62e3-dddc-4623-adc0-3c39d5a7d33e req-7ccc38bc-affb-468a-a9cc-1fa66e9198f6 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:58.979913 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d3da62e3-dddc-4623-adc0-3c39d5a7d33e req-7ccc38bc-affb-468a-a9cc-1fa66e9198f6 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0601287 Aug 21 01:25:58.985983 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:25:59.035230 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d3da62e3-dddc-4623-adc0-3c39d5a7d33e req-d95b4a5f-b382-4f8f-b462-747421d18fdc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467768 Aug 21 01:25:59.092643 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:25:59.104964 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd654d3-40f3-4dd5-9f3e-d66d435d93c2 req-aaf00d12-830d-4af0-802e-092af667c015 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:59.106456 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bfd654d3-40f3-4dd5-9f3e-d66d435d93c2 req-aaf00d12-830d-4af0-802e-092af667c015 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 944 time: 0.0521977 Aug 21 01:25:59.143602 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:25:59.168976 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bfd654d3-40f3-4dd5-9f3e-d66d435d93c2 req-8025e423-3ef3-40d6-b3ac-83f8dae375ba tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556045 Aug 21 01:25:59.245101 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c72a3e-79b5-48fa-9c5f-26a858b589de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa7447-c670-4701-a6ac-18f99415ce92'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:25:59.247927 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e6b0ee-b663-48c6-9f9c-55ffc71cb790" -d '{"events": [{"server_uuid": "80c72a3e-79b5-48fa-9c5f-26a858b589de", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa7447-c670-4701-a6ac-18f99415ce92"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:25:59.291396 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0917ebf-0f2f-4f95-aeea-abd4102457b9 x-openstack-request-id: req-e0917ebf-0f2f-4f95-aeea-abd4102457b9 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:25:59.291396 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c72a3e-79b5-48fa-9c5f-26a858b589de", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa7447-c670-4701-a6ac-18f99415ce92", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:25:59.291396 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0917ebf-0f2f-4f95-aeea-abd4102457b9 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:25:59.291396 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0917ebf-0f2f-4f95-aeea-abd4102457b9'] response: {'server_uuid': '80c72a3e-79b5-48fa-9c5f-26a858b589de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa7447-c670-4701-a6ac-18f99415ce92', 'code': 200} Aug 21 01:25:59.483919 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3bc43-109d-4a28-b646-37eed3053270 req-092d29d8-eb44-47db-85ae-9cc5177a9416 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:59.485392 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ae3bc43-109d-4a28-b646-37eed3053270 req-092d29d8-eb44-47db-85ae-9cc5177a9416 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0473235 Aug 21 01:25:59.491442 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:25:59.538682 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ae3bc43-109d-4a28-b646-37eed3053270 req-c8ec07d8-568a-4113-99e5-84583553313e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463300 Aug 21 01:25:59.589530 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:25:59.662417 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a140db8-08c5-48d7-a803-9066f469700d req-71ffec26-3f83-419a-9e1d-9388827e00f1 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:59.669170 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5a140db8-08c5-48d7-a803-9066f469700d req-71ffec26-3f83-419a-9e1d-9388827e00f1 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 945 time: 0.0639400 Aug 21 01:25:59.768351 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5a140db8-08c5-48d7-a803-9066f469700d req-6b38aa11-ec6c-4501-af10-dc3d15623165 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972755 Aug 21 01:25:59.770113 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-17b2b5e2-8fc8-4af8-95fc-387276cc46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:59.771532 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-17b2b5e2-8fc8-4af8-95fc-387276cc46a3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 1127 time: 0.0821540 Aug 21 01:25:59.886799 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-8653ffb4-a756-4df0-9f4d-382005eac4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:25:59.888314 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-8653ffb4-a756-4df0-9f4d-382005eac4ba service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 917 time: 0.0918691 Aug 21 01:25:59.935423 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-d740abc2-5f99-4e25-9283-1c2feab23f89 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf HTTP/1.1" status: 200 len: 217 time: 0.0374515 Aug 21 01:26:00.146517 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:00.166932 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf5224-7b64-43f9-98b5-0cdfffc59571 req-b6d23dbf-06e1-4165-8b9c-9c44aba8a5b5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:00.169012 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6fcf5224-7b64-43f9-98b5-0cdfffc59571 req-b6d23dbf-06e1-4165-8b9c-9c44aba8a5b5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0547633 Aug 21 01:26:00.229276 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6fcf5224-7b64-43f9-98b5-0cdfffc59571 req-96e82cc9-ad91-402e-8c0a-b199b7e9137d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510540 Aug 21 01:26:00.275108 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f55d5b47-b09d-4fce-89ea-145cdb6d5cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:00.312219 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57555c6c-2602-48dd-ab47-445cec0935a2 req-5d50191f-b9d3-4205-b9df-ce35fedd6dd9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:00.313786 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-57555c6c-2602-48dd-ab47-445cec0935a2 req-5d50191f-b9d3-4205-b9df-ce35fedd6dd9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 945 time: 0.0621758 Aug 21 01:26:00.369476 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-57555c6c-2602-48dd-ab47-445cec0935a2 req-5067faff-c938-4609-8784-0245b4fbd5e9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497553 Aug 21 01:26:00.709614 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf577d-4e56-47b3-998a-219f4354e78c req-c58fe324-8a40-412b-bf91-a5a9ae071746 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:00.711087 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-79cf577d-4e56-47b3-998a-219f4354e78c req-c58fe324-8a40-412b-bf91-a5a9ae071746 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0868402 Aug 21 01:26:00.714669 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-53873fa4-db3c-428b-be30-c4b71bffac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:00.716027 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-53873fa4-db3c-428b-be30-c4b71bffac70 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=fd50c766-ff47-4da4-9e9a-cc5ec1431a42 HTTP/1.1" status: 200 len: 855 time: 0.1256697 Aug 21 01:26:00.743973 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798819e-ec00-40c0-ab9f-a94a754f60dc req-0ddd2b1a-4726-4d43-a2fa-0f09b03236e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:00.745372 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0798819e-ec00-40c0-ab9f-a94a754f60dc req-0ddd2b1a-4726-4d43-a2fa-0f09b03236e8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 1129 time: 0.0893700 Aug 21 01:26:00.775847 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9a09b4f3-32e5-4362-82ef-ab73b634b1bf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:26:00.780023 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:00.791565 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:26:00.811412 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-a1da2e7b-39ca-4e26-984d-5200c7456d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:00.812914 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-a1da2e7b-39ca-4e26-984d-5200c7456d43 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cb373d64-899b-489f-9b02-6021edfc53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866301 Aug 21 01:26:00.837823 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-79cf577d-4e56-47b3-998a-219f4354e78c req-72d777fe-9cd9-4988-8ad3-1afb936fa561 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201341 Aug 21 01:26:00.838013 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:00.893378 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:26:00.894331 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0798819e-ec00-40c0-ab9f-a94a754f60dc req-1123a398-fdb2-4b26-b50d-9bbeb045857f service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272862 Aug 21 01:26:00.986906 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:26:01.000817 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'port_id': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'mac_address': 'fa:16:3e:00:2e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:26:01.041891 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:26:01.042403 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:01.056888 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a09b4f3-32e5-4362-82ef-ab73b634b1bf {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:26:01.070503 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:26:01.070891 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:01.097688 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:26:01.155456 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:01.173502 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:26:01.174170 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:01.190555 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:01.199460 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d70963-2516-47f2-8067-bf4184e0c496 req-73728641-2409-4703-9432-62a828c5d5ad tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:01.201041 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f6d70963-2516-47f2-8067-bf4184e0c496 req-73728641-2409-4703-9432-62a828c5d5ad tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 945 time: 0.3186038 Aug 21 01:26:01.234910 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-c417c0a4-9eb4-4bd8-9abc-78fba2080d94 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090209 Aug 21 01:26:01.249926 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:26:01.276440 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:01.291129 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:26:01.293667 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35433f7-df55-4881-8ecb-e49b37709718" -d '{"events": [{"server_uuid": "c266a09a-3f81-4111-a987-b1f4be65cdc4", "name": "network-vif-plugged", "status": "completed", "tag": "8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:26:01.298433 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.298782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.299261 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.299695 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.300893 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.301483 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.301969 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.302658 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.303154 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.303659 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.303991 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.304342 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.308357 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.308357 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.308357 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:01.312872 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f6d70963-2516-47f2-8067-bf4184e0c496 req-170f59a7-0f38-474a-9b14-ae9b26172571 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011066 Aug 21 01:26:01.328744 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:01.390750 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a34757-dfd1-4380-a420-2c53d07fb8c5 x-openstack-request-id: req-91a34757-dfd1-4380-a420-2c53d07fb8c5 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:26:01.391272 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c266a09a-3f81-4111-a987-b1f4be65cdc4", "name": "network-vif-plugged", "status": "completed", "tag": "8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:26:01.391527 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-91a34757-dfd1-4380-a420-2c53d07fb8c5 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:26:01.391923 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a34757-dfd1-4380-a420-2c53d07fb8c5'] response: {'server_uuid': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7', 'code': 200} Aug 21 01:26:01.415451 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:01.430182 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:01.436973 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26177ccf-7e01-496f-8450-e8910e4acb88 req-9d83084c-af70-4da1-925b-db71313d3c45 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:01.438491 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-26177ccf-7e01-496f-8450-e8910e4acb88 req-9d83084c-af70-4da1-925b-db71313d3c45 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 944 time: 0.0653925 Aug 21 01:26:01.463896 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd80b712-f9e1-46f0-b515-1913c47abb50 req-41039070-80ed-45a8-847a-c596afff0c1c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138097 Aug 21 01:26:01.523305 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-26177ccf-7e01-496f-8450-e8910e4acb88 req-9d0be39f-7933-4d59-9154-f2da8af33505 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781631 Aug 21 01:26:01.531542 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b706f8-00c1-4232-829c-fcce1c835beb req-d995aa6a-42a6-45ff-81c0-e2861586d999 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:01.532238 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e3b706f8-00c1-4232-829c-fcce1c835beb req-d995aa6a-42a6-45ff-81c0-e2861586d999 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0639114 Aug 21 01:26:01.585177 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e3b706f8-00c1-4232-829c-fcce1c835beb req-ee71c22c-e20a-4887-bd21-c673d4d76a14 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461931 Aug 21 01:26:01.614189 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['9a09b4f3-32e5-4362-82ef-ab73b634b1bf'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:26:02.003761 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:02.012571 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaea731-410c-4f4c-9e93-33f506159927 req-521c04c7-8d31-4feb-b13b-8be8c313376d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:02.016580 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ddaea731-410c-4f4c-9e93-33f506159927 req-521c04c7-8d31-4feb-b13b-8be8c313376d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0747292 Aug 21 01:26:02.069981 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ddaea731-410c-4f4c-9e93-33f506159927 req-bc4c59a1-f142-4ee3-ad9e-0ef812e36097 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501978 Aug 21 01:26:02.212955 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 50986) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:02.338360 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:02.408772 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Publish callbacks [] for security_group (917ec65f-bfde-42a7-9e46-68b6d0abd9aa), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:02.449135 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b99b4-bc9c-42a7-bc48-43d50e0929c5 req-325bd561-1d17-4583-af11-6aa6a4040a66 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:02.450662 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1e2b99b4-bc9c-42a7-bc48-43d50e0929c5 req-325bd561-1d17-4583-af11-6aa6a4040a66 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 945 time: 0.0533497 Aug 21 01:26:02.501793 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1e2b99b4-bc9c-42a7-bc48-43d50e0929c5 req-f224beca-d01d-40c9-aaf4-9770ae912543 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446603 Aug 21 01:26:02.579607 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (917ec65f-bfde-42a7-9e46-68b6d0abd9aa), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:02.609041 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0256ec2f06b249cfb4ab2308adaa8713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949883 Aug 21 01:26:02.611774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 50998) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:02.637750 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917ec65f-bfde-42a7-9e46-68b6d0abd9aa,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:02.646791 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.647400 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.648012 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.648591 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.649106 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.649620 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.650145 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.650718 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.651250 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.651761 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.652299 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.652810 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.653378 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.653884 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.654376 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2ea52e-a92d-4c9a-8f3f-9d9dd8e2c945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:02.740960 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51002) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:02.785714 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcc7c5-a2e1-4d1f-a003-2311f11886a6 req-59b7330b-df33-4668-ac29-2b5574fdb12d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:02.787209 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3dbcc7c5-a2e1-4d1f-a003-2311f11886a6 req-59b7330b-df33-4668-ac29-2b5574fdb12d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 944 time: 0.1543174 Aug 21 01:26:02.800003 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf99a1-03c1-4594-ad22-04a533d32a2c req-e6b93050-d5f8-41c1-9924-c7e1497e236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:02.800836 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9a09b4f3-32e5-4362-82ef-ab73b634b1bf up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:26:02.801601 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d1cf99a1-03c1-4594-ad22-04a533d32a2c req-e6b93050-d5f8-41c1-9924-c7e1497e236d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 1130 time: 0.1234081 Aug 21 01:26:02.844178 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221772a-9ae8-47f5-bd97-62a00fe8f736 req-aec6c9ca-2272-46ad-91f2-2a7818ecc332 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:02.845935 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3221772a-9ae8-47f5-bd97-62a00fe8f736 req-aec6c9ca-2272-46ad-91f2-2a7818ecc332 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1313088 Aug 21 01:26:02.851147 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Publish callbacks [] for security_group (917ec65f-bfde-42a7-9e46-68b6d0abd9aa), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:02.859998 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:02.864138 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:26:02.881141 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:02.885927 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-57d316c7-aa9d-4ec0-9cc3-2a495a63b656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:02.911790 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:02.925936 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Publish callbacks [] for security_group (917ec65f-bfde-42a7-9e46-68b6d0abd9aa), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:02.955311 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:02.955993 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3dbcc7c5-a2e1-4d1f-a003-2311f11886a6 req-2cbf9f3a-0212-4337-8181-c5a7d1733c38 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621137 Aug 21 01:26:02.989051 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-57d316c7-aa9d-4ec0-9cc3-2a495a63b656 admin admin] Publish callbacks [] for security_group (e72db654-c5da-4c0b-8c35-7dcfad737e58), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.009665 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d1cf99a1-03c1-4594-ad22-04a533d32a2c req-abf21015-3ca5-455b-988b-0ceba7c81798 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536946 Aug 21 01:26:03.013418 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3221772a-9ae8-47f5-bd97-62a00fe8f736 req-3fdbabdf-2dcd-4453-a0be-5ae1e258f9b4 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587546 Aug 21 01:26:03.047867 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:26:03.048275 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.104738 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-57d316c7-aa9d-4ec0-9cc3-2a495a63b656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (e72db654-c5da-4c0b-8c35-7dcfad737e58), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.142546 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (917ec65f-bfde-42a7-9e46-68b6d0abd9aa), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.145625 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.146796 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/917ec65f-bfde-42a7-9e46-68b6d0abd9aa HTTP/1.1" status: 204 len: 168 time: 0.5339301 Aug 21 01:26:03.155768 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917ec65f-bfde-42a7-9e46-68b6d0abd9aa,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:03.169515 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.170004 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.170400 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.170747 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.171081 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.171412 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.171741 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.172065 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.172420 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.172748 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.173072 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.173396 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.173873 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.174269 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.175148 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d9eca-5733-45b0-9851-616749c1c4aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:26:03.178707 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d316c7-aa9d-4ec0-9cc3-2a495a63b656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72db654-c5da-4c0b-8c35-7dcfad737e58,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:03.186071 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-57d316c7-aa9d-4ec0-9cc3-2a495a63b656 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0d062704975147a3b6b674b4e71f8e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439590 Aug 21 01:26:03.188881 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51018) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:03.207975 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:26:03.208418 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.242868 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.252193 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-400b0ef3-a47b-4e18-baa0-72a69d8c529a admin admin] Publish callbacks [] for security_group (e72db654-c5da-4c0b-8c35-7dcfad737e58), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.259268 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db006a86-5d20-41cc-a2b4-1d5f4013ddc1 req-009c28c9-9924-4939-88b2-ee781071d4fc tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:03.260548 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-db006a86-5d20-41cc-a2b4-1d5f4013ddc1 req-009c28c9-9924-4939-88b2-ee781071d4fc tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0934842 Aug 21 01:26:03.263135 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:26:03.280328 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-400b0ef3-a47b-4e18-baa0-72a69d8c529a admin admin] Publish callbacks [] for security_group (e72db654-c5da-4c0b-8c35-7dcfad737e58), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.315640 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-db006a86-5d20-41cc-a2b4-1d5f4013ddc1 req-385c02c1-38bd-4e1f-9796-ef6483dd2ea5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473061 Aug 21 01:26:03.393409 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:26:03.397418 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161e54f9-b4ce-4787-8e15-3db827f53840" -d '{"events": [{"server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "name": "network-vif-plugged", "status": "completed", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:26:03.435832 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.436295 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-400b0ef3-a47b-4e18-baa0-72a69d8c529a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (e72db654-c5da-4c0b-8c35-7dcfad737e58), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.442166 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-400b0ef3-a47b-4e18-baa0-72a69d8c529a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:03.445147 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-400b0ef3-a47b-4e18-baa0-72a69d8c529a admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e72db654-c5da-4c0b-8c35-7dcfad737e58 HTTP/1.1" status: 204 len: 168 time: 0.2551413 Aug 21 01:26:03.447879 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cca9df5-840f-4737-ba54-ea026a754d4d x-openstack-request-id: req-5cca9df5-840f-4737-ba54-ea026a754d4d {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:26:03.448230 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "name": "network-vif-plugged", "status": "completed", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:26:03.451121 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5cca9df5-840f-4737-ba54-ea026a754d4d {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:26:03.451121 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cca9df5-840f-4737-ba54-ea026a754d4d'] response: {'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'code': 200} Aug 21 01:26:03.472705 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b0ef3-a47b-4e18-baa0-72a69d8c529a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72db654-c5da-4c0b-8c35-7dcfad737e58,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:03.531896 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:03.774695 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:04.139830 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a89eb6-063c-4b1d-ad9f-e74cd11f5528 req-69aab6f0-90c2-4399-9d17-8212797ec412 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:04.141482 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-11a89eb6-063c-4b1d-ad9f-e74cd11f5528 req-69aab6f0-90c2-4399-9d17-8212797ec412 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0606129 Aug 21 01:26:04.199608 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-11a89eb6-063c-4b1d-ad9f-e74cd11f5528 req-ebce6681-27ff-48fd-83ea-b26127ca906d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516195 Aug 21 01:26:04.292528 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51052) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:04.315236 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9467bfb2-b4b5-4bba-af73-14cf84264e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:04.321494 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b766e3-fbf6-4f02-95ba-a1af76d791d0 req-b7325507-5979-4aaa-b82a-f8a90e982dcd tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:04.329728 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-06b766e3-fbf6-4f02-95ba-a1af76d791d0 req-b7325507-5979-4aaa-b82a-f8a90e982dcd tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0616839 Aug 21 01:26:04.457129 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-06b766e3-fbf6-4f02-95ba-a1af76d791d0 req-15ca4c47-4798-4500-8db7-19bd938a6c85 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263087 Aug 21 01:26:04.469047 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9467bfb2-b4b5-4bba-af73-14cf84264e3a admin admin] Publish callbacks [] for security_group (0cd72b4e-57aa-4ec1-bb4b-f467fc523bca), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:04.480771 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c599a1c-3a1f-4864-a9d2-bee8ade3de1b req-1e12636e-e8a0-4444-890b-a99a8f895db5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:04.483078 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c599a1c-3a1f-4864-a9d2-bee8ade3de1b req-1e12636e-e8a0-4444-890b-a99a8f895db5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0935392 Aug 21 01:26:04.527776 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:04.541548 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c599a1c-3a1f-4864-a9d2-bee8ade3de1b req-ec784275-1cf7-44fd-b4d8-c82e17a12ec5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484698 Aug 21 01:26:04.599616 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9467bfb2-b4b5-4bba-af73-14cf84264e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0cd72b4e-57aa-4ec1-bb4b-f467fc523bca), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:04.655014 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9467bfb2-b4b5-4bba-af73-14cf84264e3a admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c25040ec09c64334a0016383be054b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522553 Aug 21 01:26:04.655014 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467bfb2-b4b5-4bba-af73-14cf84264e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd72b4e-57aa-4ec1-bb4b-f467fc523bca,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:04.669129 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51064) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:04.740742 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd104-ad1c-4f95-ba2a-bdcd30d2a7e8 admin admin] Publish callbacks [] for security_group (0cd72b4e-57aa-4ec1-bb4b-f467fc523bca), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:04.769592 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd104-ad1c-4f95-ba2a-bdcd30d2a7e8 admin admin] Publish callbacks [] for security_group (0cd72b4e-57aa-4ec1-bb4b-f467fc523bca), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:04.771800 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90822d0-3eb0-450d-8991-4e78c443e97f req-b08c3a8e-3a94-458b-bd6b-be98c2fa5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:04.773442 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c90822d0-3eb0-450d-8991-4e78c443e97f req-b08c3a8e-3a94-458b-bd6b-be98c2fa5588 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 1129 time: 0.0535965 Aug 21 01:26:04.837105 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c90822d0-3eb0-450d-8991-4e78c443e97f req-35a77a8f-03da-4802-87ed-388298e833ba service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504603 Aug 21 01:26:05.076282 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd104-ad1c-4f95-ba2a-bdcd30d2a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0cd72b4e-57aa-4ec1-bb4b-f467fc523bca), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:05.079034 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cc2bd104-ad1c-4f95-ba2a-bdcd30d2a7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:05.080435 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-cc2bd104-ad1c-4f95-ba2a-bdcd30d2a7e8 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0cd72b4e-57aa-4ec1-bb4b-f467fc523bca HTTP/1.1" status: 204 len: 168 time: 0.4187100 Aug 21 01:26:05.090058 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bd104-ad1c-4f95-ba2a-bdcd30d2a7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd72b4e-57aa-4ec1-bb4b-f467fc523bca,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:05.247588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-d9f34608-2a20-4016-8360-994ab3616ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:05.249686 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-d9f34608-2a20-4016-8360-994ab3616ca2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 1129 time: 0.0418806 Aug 21 01:26:05.345658 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03293f90-37c3-4af5-bde3-18478ab285d6 req-a1942b11-529d-4a81-aca3-68b2d9807b8d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:05.348001 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-03293f90-37c3-4af5-bde3-18478ab285d6 req-a1942b11-529d-4a81-aca3-68b2d9807b8d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0590594 Aug 21 01:26:05.399618 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-03293f90-37c3-4af5-bde3-18478ab285d6 req-552951fe-f394-4126-9d55-819dd27eccbb tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Aug 21 01:26:05.670466 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189fdf9-836c-4c59-8142-769cd09e6b1c req-94ca85ae-ea92-492f-8844-380ec1013721 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:05.672434 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2189fdf9-836c-4c59-8142-769cd09e6b1c req-94ca85ae-ea92-492f-8844-380ec1013721 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0961304 Aug 21 01:26:05.681842 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:05.742333 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:05.778844 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2189fdf9-836c-4c59-8142-769cd09e6b1c req-c9eceae6-5c46-4010-a852-3ca065ae9dfa tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972826 Aug 21 01:26:05.783850 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-d89bdf0a-c0de-4bb2-b02b-1586cdbb9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:05.785385 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-d89bdf0a-c0de-4bb2-b02b-1586cdbb9914 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.1565378 Aug 21 01:26:05.839904 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-a60aaf04-2a5b-42e5-8a16-b8ecfd81c108 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7aa7447-c670-4701-a6ac-18f99415ce92 HTTP/1.1" status: 200 len: 217 time: 0.0390861 Aug 21 01:26:05.947369 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa58f1-81c2-4a01-85f3-eaa685789d4b req-32d4c116-3039-416f-9818-3ab15774badf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:05.949055 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6baa58f1-81c2-4a01-85f3-eaa685789d4b req-32d4c116-3039-416f-9818-3ab15774badf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0838020 Aug 21 01:26:05.950622 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-782e0da8-bcb4-4244-bba5-8ee65d0abb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:05.952068 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-782e0da8-bcb4-4244-bba5-8ee65d0abb7a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.0957341 Aug 21 01:26:06.006822 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6baa58f1-81c2-4a01-85f3-eaa685789d4b req-2ecf1e92-69f7-4f60-9bde-325275f4d8b9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520749 Aug 21 01:26:06.123443 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b126c1-ce78-4010-be07-40e2f22cb94b req-dedab151-24b7-4b12-ae17-b6da102483cc tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:06.125042 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b0b126c1-ce78-4010-be07-40e2f22cb94b req-dedab151-24b7-4b12-ae17-b6da102483cc tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0497088 Aug 21 01:26:06.134808 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51120) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:06.139513 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-b977677e-4692-4656-afb2-72f6c948b31d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'floatingip': {'port_id': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:26:06.217797 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b977677e-4692-4656-afb2-72f6c948b31d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (19fce96e-b5ec-4a8d-83d0-ea2973089dad), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:06.345623 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51128) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:06.541324 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51140) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:06.579621 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f45c61-0cfb-4539-8318-e19a8ebaebc7 req-ff0c1c36-3b8f-4500-91eb-a868058b948e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:06.589493 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41f45c61-0cfb-4539-8318-e19a8ebaebc7 req-ff0c1c36-3b8f-4500-91eb-a868058b948e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0924435 Aug 21 01:26:06.661300 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-155e92ae-1a38-4b18-91b4-f4dcef47c94f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:06.703113 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:06.726910 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-5dce3b14-4bde-448c-ac29-f8afe0ae2001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:06.728529 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-5dce3b14-4bde-448c-ac29-f8afe0ae2001 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784521 Aug 21 01:26:06.771902 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41f45c61-0cfb-4539-8318-e19a8ebaebc7 req-f1cb4f44-9edf-479d-90c9-42937144713c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811373 Aug 21 01:26:06.808901 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-85cc283e-1acb-44dd-b4d2-7f803c8f18ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:06.906833 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-ee1432e7-1824-4720-9dbe-5e42babb77e8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1697669 Aug 21 01:26:07.100257 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:07.103304 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-d23d400c-14a0-45ba-9b77-b0ac2ac94651 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579130 Aug 21 01:26:07.108526 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b977677e-4692-4656-afb2-72f6c948b31d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:07.117182 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-fd10ef10-6166-4ac7-8691-47e01136f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:07.118525 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-fd10ef10-6166-4ac7-8691-47e01136f009 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 1130 time: 0.1260738 Aug 21 01:26:07.120392 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-155e92ae-1a38-4b18-91b4-f4dcef47c94f admin admin] Publish callbacks [] for security_group (b1142a1f-977e-467a-ad90-70a399f2e040), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:07.235644 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db6e1a-c3b4-4272-910c-4e8920c91dab req-3af45d1d-b2c0-41bf-a643-8b549e61363e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:07.237783 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-06db6e1a-c3b4-4272-910c-4e8920c91dab req-3af45d1d-b2c0-41bf-a643-8b549e61363e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.1281011 Aug 21 01:26:07.359520 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-85cc283e-1acb-44dd-b4d2-7f803c8f18ff admin admin] Publish callbacks [] for security_group (fcc32c8d-b2eb-41dd-bcd3-b73f6fa1003f), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:07.379097 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c483afd9-f156-43d7-ae94-c7bc51ac8f91 req-4c6705a0-5b6d-4f73-bda7-7d305f2c129d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506282 Aug 21 01:26:07.397753 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-407ba19a-348b-4623-b893-f82aae871547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:07.398864 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-407ba19a-348b-4623-b893-f82aae871547 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.2557788 Aug 21 01:26:07.402435 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-06db6e1a-c3b4-4272-910c-4e8920c91dab req-7c96799f-a870-4cce-9787-efdb3b010804 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337359 Aug 21 01:26:07.430117 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b977677e-4692-4656-afb2-72f6c948b31d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (19fce96e-b5ec-4a8d-83d0-ea2973089dad), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:07.457437 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-155e92ae-1a38-4b18-91b4-f4dcef47c94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b1142a1f-977e-467a-ad90-70a399f2e040), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:07.496935 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:07.499337 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-3993c253-9f3c-4cd5-b7a5-21f3a516f984 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f56acc10-3115-43fe-929a-cb8d30842aef HTTP/1.1" status: 200 len: 217 time: 0.0861070 Aug 21 01:26:07.504935 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e92ae-1a38-4b18-91b4-f4dcef47c94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1142a1f-977e-467a-ad90-70a399f2e040,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:07.556387 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [None req-b977677e-4692-4656-afb2-72f6c948b31d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Floating IP 19fce96e-b5ec-4a8d-83d0-ea2973089dad associated. External IP: 172.37.5.181, port: 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7. Aug 21 01:26:07.560686 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-85cc283e-1acb-44dd-b4d2-7f803c8f18ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (fcc32c8d-b2eb-41dd-bcd3-b73f6fa1003f), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:07.581683 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-155e92ae-1a38-4b18-91b4-f4dcef47c94f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=063b0c2f3f7942cf95d5cd5ee6c509ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2358739 Aug 21 01:26:07.592856 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51172) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:07.616455 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-85cc283e-1acb-44dd-b4d2-7f803c8f18ff admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4973cc0ba2be421989db3ef0b7a1b174&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0706906 Aug 21 01:26:07.619225 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc283e-1acb-44dd-b4d2-7f803c8f18ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc32c8d-b2eb-41dd-bcd3-b73f6fa1003f,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:07.622115 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51176) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:07.630210 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-d7fbbd34-312a-4705-9992-30267362213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:07.631880 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-d7fbbd34-312a-4705-9992-30267362213b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.1220236 Aug 21 01:26:07.700313 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-5bd4753f-54c1-4746-a718-2f3792fdc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:07.701860 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-5bd4753f-54c1-4746-a718-2f3792fdc500 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564923 Aug 21 01:26:07.709780 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-db7d14fc-c033-4ff8-ac54-ab7c0c19af0b admin admin] Publish callbacks [] for security_group (b1142a1f-977e-467a-ad90-70a399f2e040), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:07.715682 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:07.716291 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-17c39116-373b-4e54-8398-ce9f15d1c67f admin admin] Publish callbacks [] for security_group (fcc32c8d-b2eb-41dd-bcd3-b73f6fa1003f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:07.738582 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-17c39116-373b-4e54-8398-ce9f15d1c67f admin admin] Publish callbacks [] for security_group (fcc32c8d-b2eb-41dd-bcd3-b73f6fa1003f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:07.808807 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-db7d14fc-c033-4ff8-ac54-ab7c0c19af0b admin admin] Publish callbacks [] for security_group (b1142a1f-977e-467a-ad90-70a399f2e040), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:07.921491 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b977677e-4692-4656-afb2-72f6c948b31d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:26:07.967589 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc15aec-b766-42c8-85cd-bbf9f907da18 req-b1517aa2-e6d4-4f41-a319-4847ab5932c8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:07.969170 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bcc15aec-b766-42c8-85cd-bbf9f907da18 req-b1517aa2-e6d4-4f41-a319-4847ab5932c8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0681322 Aug 21 01:26:07.972063 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-0d2317c9-c47e-49d6-87a7-34f9592d6039 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669252 Aug 21 01:26:08.040064 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b977677e-4692-4656-afb2-72f6c948b31d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:26:08.046099 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b977677e-4692-4656-afb2-72f6c948b31d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:08.055011 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] Sync routers for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:26:08.067449 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:26:08.068706 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:26:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:08.083660 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b977677e-4692-4656-afb2-72f6c948b31d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/19fce96e-b5ec-4a8d-83d0-ea2973089dad HTTP/1.1" status: 200 len: 992 time: 1.9454637 Aug 21 01:26:08.083660 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'tag': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:26:08.085122 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7205237-d935-49c0-9ee0-d3003af2ffa9" -d '{"events": [{"name": "network-changed", "server_uuid": "c266a09a-3f81-4111-a987-b1f4be65cdc4", "tag": "8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:26:08.096989 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bcc15aec-b766-42c8-85cd-bbf9f907da18 req-0b30d923-60bd-4900-8156-3382f96be493 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149807 Aug 21 01:26:08.099925 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-17c39116-373b-4e54-8398-ce9f15d1c67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (fcc32c8d-b2eb-41dd-bcd3-b73f6fa1003f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:08.104999 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-17c39116-373b-4e54-8398-ce9f15d1c67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:08.106805 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-17c39116-373b-4e54-8398-ce9f15d1c67f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/fcc32c8d-b2eb-41dd-bcd3-b73f6fa1003f HTTP/1.1" status: 204 len: 168 time: 0.4837360 Aug 21 01:26:08.128724 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c39116-373b-4e54-8398-ce9f15d1c67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc32c8d-b2eb-41dd-bcd3-b73f6fa1003f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:08.147245 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0fbf63-5e36-4cf6-a63e-892a309bd64d x-openstack-request-id: req-1b0fbf63-5e36-4cf6-a63e-892a309bd64d {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:26:08.147706 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c266a09a-3f81-4111-a987-b1f4be65cdc4", "tag": "8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:26:08.148131 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b0fbf63-5e36-4cf6-a63e-892a309bd64d {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:26:08.148663 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0fbf63-5e36-4cf6-a63e-892a309bd64d'] response: {'name': 'network-changed', 'server_uuid': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'tag': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7', 'status': 'completed', 'code': 200} Aug 21 01:26:08.167090 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8268f91e-a027-45d2-ad4b-b54f8dca8078 req-6962d225-a4ac-406e-b49b-8306f5bf15f0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875000 Aug 21 01:26:08.191594 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-db7d14fc-c033-4ff8-ac54-ab7c0c19af0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b1142a1f-977e-467a-ad90-70a399f2e040), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:08.195240 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-db7d14fc-c033-4ff8-ac54-ab7c0c19af0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:08.196441 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-db7d14fc-c033-4ff8-ac54-ab7c0c19af0b admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b1142a1f-977e-467a-ad90-70a399f2e040 HTTP/1.1" status: 204 len: 168 time: 0.6022398 Aug 21 01:26:08.213857 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d14fc-c033-4ff8-ac54-ab7c0c19af0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1142a1f-977e-467a-ad90-70a399f2e040,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:08.243408 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:26:08.304508 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:08.314331 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-4a9d5c02-501f-45e2-b23f-348ba65835e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:08.315995 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-4a9d5c02-501f-45e2-b23f-348ba65835e5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 1130 time: 0.0867319 Aug 21 01:26:08.326978 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a1eab-2841-46e2-bf55-aa1781f6c15a req-adf3e4b1-8f14-43df-badb-8b2802bd14a3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:08.332408 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8a7a1eab-2841-46e2-bf55-aa1781f6c15a req-adf3e4b1-8f14-43df-badb-8b2802bd14a3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0668752 Aug 21 01:26:08.339333 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51208) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:08.344999 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-3826c884-a0bf-4843-a7ea-7417df6cdfcd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'floatingip': {'port_id': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:26:08.399155 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3826c884-a0bf-4843-a7ea-7417df6cdfcd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (9b5e95a5-c065-4f55-acd4-be7843b6e076), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:08.493376 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-1d766d8c-d088-4bfa-942b-23c35244cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:08.496353 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-1d766d8c-d088-4bfa-942b-23c35244cc0d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=9ee81273-c1c2-4ebe-9984-21786c936dee HTTP/1.1" status: 200 len: 912 time: 0.1627765 Aug 21 01:26:08.525281 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:08.671644 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f54cd-e3eb-4575-abf4-58d35579efed req-e5ae2151-13c0-49b7-b662-2c3049574ad0 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:08.679324 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c35f54cd-e3eb-4575-abf4-58d35579efed req-e5ae2151-13c0-49b7-b662-2c3049574ad0 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.1063697 Aug 21 01:26:08.681770 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '19fce96e-b5ec-4a8d-83d0-ea2973089dad', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'floating_ip_address': '172.37.5.181', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'port_id': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'mac_address': 'fa:16:3e:83:fd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:25:20Z', 'updated_at': '2022-08-21T01:26:06Z', 'revision_number': 1, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:08.688343 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-5cb43cab-565d-4f06-b22c-b71a7c232bed service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 HTTP/1.1" status: 200 len: 1000 time: 0.1810167 Aug 21 01:26:08.751051 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] Checking router: b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:26:08.776535 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:26:08.780482 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:26:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:08.800210 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c35f54cd-e3eb-4575-abf4-58d35579efed req-9c8fa8b9-afdb-46a0-919a-b1284148c9b3 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197989 Aug 21 01:26:08.943998 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:08.946443 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:26:09.201392 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '19fce96e-b5ec-4a8d-83d0-ea2973089dad', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'floating_ip_address': '172.37.5.181', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'port_id': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'mac_address': 'fa:16:3e:83:fd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:25:20Z', 'updated_at': '2022-08-21T01:26:06Z', 'revision_number': 1, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:09.209060 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3826c884-a0bf-4843-a7ea-7417df6cdfcd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:09.238825 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48812b6-69ef-4ecd-b2e9-b6d0a5ed99a0 None None] The sync data for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi is: [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '19fce96e-b5ec-4a8d-83d0-ea2973089dad', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'floating_ip_address': '172.37.5.181', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'port_id': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'mac_address': 'fa:16:3e:83:fd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:25:20Z', 'updated_at': '2022-08-21T01:26:06Z', 'revision_number': 1, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:26:09.307696 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-7567b44b-981f-4881-8b68-59406e80da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:09.309373 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-7567b44b-981f-4881-8b68-59406e80da0b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=63bb539d-a4ba-4698-a8d8-59af1ab0586f HTTP/1.1" status: 200 len: 850 time: 0.0678825 Aug 21 01:26:09.310981 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3826c884-a0bf-4843-a7ea-7417df6cdfcd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (9b5e95a5-c065-4f55-acd4-be7843b6e076), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:09.407401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-54674abd-39c0-406e-b582-cbd2a609a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:09.409068 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-54674abd-39c0-406e-b582-cbd2a609a72f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=9ee81273-c1c2-4ebe-9984-21786c936dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737553 Aug 21 01:26:09.426652 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [None req-3826c884-a0bf-4843-a7ea-7417df6cdfcd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Floating IP 9b5e95a5-c065-4f55-acd4-be7843b6e076 associated. External IP: 172.37.5.184, port: 9a09b4f3-32e5-4362-82ef-ab73b634b1bf. Aug 21 01:26:09.605884 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd7ac6-db8f-4566-aeca-6f36fe7416b3 None None] New status for floating IP 19fce96e-b5ec-4a8d-83d0-ea2973089dad: ACTIVE {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:26:09.742826 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3826c884-a0bf-4843-a7ea-7417df6cdfcd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Router 16e14b3c-c97c-49f8-a84c-61d657375ef8 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:26:09.808357 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:09.867335 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-f6ee37f9-2c9b-4113-9155-a0596e571e94 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160459 Aug 21 01:26:09.892093 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3826c884-a0bf-4843-a7ea-7417df6cdfcd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:26:09.897574 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3826c884-a0bf-4843-a7ea-7417df6cdfcd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:09.906708 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] Sync routers for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:26:09.936234 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:26:09.936947 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:26:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:09.987909 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-3826c884-a0bf-4843-a7ea-7417df6cdfcd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/9b5e95a5-c065-4f55-acd4-be7843b6e076 HTTP/1.1" status: 200 len: 991 time: 1.6461778 Aug 21 01:26:10.042001 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ffa04-e9eb-4dd6-af83-436beec2503e req-c5e01f09-ede7-4371-b26f-3285facbc14e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:10.043497 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-939ffa04-e9eb-4dd6-af83-436beec2503e req-c5e01f09-ede7-4371-b26f-3285facbc14e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0632610 Aug 21 01:26:10.047092 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c7205237-d935-49c0-9ee0-d3003af2ffa9 req-e71eaa66-dd1a-4599-803c-6291981eeb65 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663587 Aug 21 01:26:10.063624 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:26:10.128286 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-939ffa04-e9eb-4dd6-af83-436beec2503e req-30e3fd61-9dbf-43cc-921f-28a4c8130382 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750813 Aug 21 01:26:10.150457 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:26:10.159523 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b811897-0bd2-4fac-abb7-150e2aeb95f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:26:10.254810 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f558d897-fbb7-49ec-8745-b286f688d035 x-openstack-request-id: req-f558d897-fbb7-49ec-8745-b286f688d035 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:26:10.255462 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:26:10.255989 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f558d897-fbb7-49ec-8745-b286f688d035 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:26:10.258513 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f558d897-fbb7-49ec-8745-b286f688d035'] response: {'name': 'network-changed', 'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'status': 'completed', 'code': 200} Aug 21 01:26:10.304879 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9b5e95a5-c065-4f55-acd4-be7843b6e076', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'floating_ip_address': '172.37.5.184', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'port_id': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'mac_address': 'fa:16:3e:00:2e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:25:22Z', 'updated_at': '2022-08-21T01:26:08Z', 'revision_number': 1, 'project_id': '13b534c485db48d8a37e024702f87092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:10.334225 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] Checking router: 16e14b3c-c97c-49f8-a84c-61d657375ef8 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:26:10.343165 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:26:10.343771 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:26:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:10.355173 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-a9352b74-9faf-4bd6-b4df-63e90958e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:10.356985 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-a9352b74-9faf-4bd6-b4df-63e90958e1fc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 1129 time: 0.0460446 Aug 21 01:26:10.495857 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:26:10.511047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-f9999cdd-b438-46b3-bc1d-d52fdefbfe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:10.512921 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-f9999cdd-b438-46b3-bc1d-d52fdefbfe78 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 917 time: 0.1457634 Aug 21 01:26:10.535891 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:10.586141 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-96654e01-6713-498c-addc-d1f211f3aa21 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf HTTP/1.1" status: 200 len: 999 time: 0.0662837 Aug 21 01:26:10.587177 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:10.652348 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:10.658936 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-c5debcc1-d1d3-44a6-9dbd-78e3567beea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:10.658936 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-c5debcc1-d1d3-44a6-9dbd-78e3567beea1 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=fd50c766-ff47-4da4-9e9a-cc5ec1431a42 HTTP/1.1" status: 200 len: 855 time: 0.0575292 Aug 21 01:26:10.745729 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-d9dbeae8-9e92-442d-9c69-06ab16c13798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:10.746295 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-d9dbeae8-9e92-442d-9c69-06ab16c13798 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cb373d64-899b-489f-9b02-6021edfc53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730286 Aug 21 01:26:10.768245 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9b5e95a5-c065-4f55-acd4-be7843b6e076', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'floating_ip_address': '172.37.5.184', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'port_id': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'mac_address': 'fa:16:3e:00:2e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:25:22Z', 'updated_at': '2022-08-21T01:26:08Z', 'revision_number': 1, 'project_id': '13b534c485db48d8a37e024702f87092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:10.874413 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-ce9aea7e-664b-4524-83e4-d00f2e2978bf service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180756 Aug 21 01:26:10.914139 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78a293-dd97-450b-87de-54e5783f015b None None] The sync data for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi is: [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9b5e95a5-c065-4f55-acd4-be7843b6e076', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'floating_ip_address': '172.37.5.184', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'port_id': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'mac_address': 'fa:16:3e:00:2e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:25:22Z', 'updated_at': '2022-08-21T01:26:08Z', 'revision_number': 1, 'project_id': '13b534c485db48d8a37e024702f87092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:26:10.987858 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5b811897-0bd2-4fac-abb7-150e2aeb95f7 req-f43d8e6e-9b39-48dd-982d-80796684d432 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093159 Aug 21 01:26:11.034591 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:11.140341 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b5a8c4-2d92-41d6-a745-d1cc1b60a82e None None] New status for floating IP 9b5e95a5-c065-4f55-acd4-be7843b6e076: ACTIVE {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:26:11.272139 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a458c91-9b24-42b2-a8a4-a2ab8f4fa0b0 req-f98a1581-27cf-48cc-836a-3d4081af1842 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:11.273779 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6a458c91-9b24-42b2-a8a4-a2ab8f4fa0b0 req-f98a1581-27cf-48cc-836a-3d4081af1842 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0676429 Aug 21 01:26:11.340863 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6a458c91-9b24-42b2-a8a4-a2ab8f4fa0b0 req-71c0774c-e235-4c7c-9802-41f98b031907 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598917 Aug 21 01:26:11.371537 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51346) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:11.447435 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:11.480231 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-04e7a9e6-764a-466b-98f1-41140d621930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:11.568548 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:11.620351 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51356) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:11.622493 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-04e7a9e6-764a-466b-98f1-41140d621930 admin admin] Publish callbacks [] for security_group (7a75a33a-6851-4c71-a12e-aff960dc7ddb), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:11.732340 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-04e7a9e6-764a-466b-98f1-41140d621930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (7a75a33a-6851-4c71-a12e-aff960dc7ddb), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:11.749864 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9f6aa0ca-71e1-4bf3-9d9a-53e593117bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:11.771953 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-04e7a9e6-764a-466b-98f1-41140d621930 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=02ec9f9599c9451fabc232e5cb0933b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992407 Aug 21 01:26:11.774123 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7a9e6-764a-466b-98f1-41140d621930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a75a33a-6851-4c71-a12e-aff960dc7ddb,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:11.778260 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51362) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:11.859837 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-23179725-84ee-4e86-9a68-d592b6bf6d7b admin admin] Publish callbacks [] for security_group (7a75a33a-6851-4c71-a12e-aff960dc7ddb), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:11.874971 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9f6aa0ca-71e1-4bf3-9d9a-53e593117bba admin admin] Publish callbacks [] for security_group (3591e170-fe60-434d-85c3-5537077802d3), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:11.889097 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-23179725-84ee-4e86-9a68-d592b6bf6d7b admin admin] Publish callbacks [] for security_group (7a75a33a-6851-4c71-a12e-aff960dc7ddb), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:12.044816 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9f6aa0ca-71e1-4bf3-9d9a-53e593117bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (3591e170-fe60-434d-85c3-5537077802d3), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:12.085366 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-23179725-84ee-4e86-9a68-d592b6bf6d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (7a75a33a-6851-4c71-a12e-aff960dc7ddb), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:12.087821 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-23179725-84ee-4e86-9a68-d592b6bf6d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:12.089008 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-23179725-84ee-4e86-9a68-d592b6bf6d7b admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7a75a33a-6851-4c71-a12e-aff960dc7ddb HTTP/1.1" status: 204 len: 168 time: 0.3112690 Aug 21 01:26:12.092239 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6aa0ca-71e1-4bf3-9d9a-53e593117bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3591e170-fe60-434d-85c3-5537077802d3,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:12.096506 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-9f6aa0ca-71e1-4bf3-9d9a-53e593117bba admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=fe04655fd9114515bfbf8bec4450b48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4746816 Aug 21 01:26:12.099401 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51366) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:12.106805 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23179725-84ee-4e86-9a68-d592b6bf6d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a75a33a-6851-4c71-a12e-aff960dc7ddb,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:12.162344 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:12.163931 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-684cc1bf-b5c5-46f7-807e-21a6fbcb0067 admin admin] Publish callbacks [] for security_group (3591e170-fe60-434d-85c3-5537077802d3), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:12.188751 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-684cc1bf-b5c5-46f7-807e-21a6fbcb0067 admin admin] Publish callbacks [] for security_group (3591e170-fe60-434d-85c3-5537077802d3), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:12.346714 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-684cc1bf-b5c5-46f7-807e-21a6fbcb0067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (3591e170-fe60-434d-85c3-5537077802d3), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:12.349854 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-684cc1bf-b5c5-46f7-807e-21a6fbcb0067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:12.351074 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-684cc1bf-b5c5-46f7-807e-21a6fbcb0067 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/3591e170-fe60-434d-85c3-5537077802d3 HTTP/1.1" status: 204 len: 168 time: 0.2501843 Aug 21 01:26:12.359756 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cc1bf-b5c5-46f7-807e-21a6fbcb0067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3591e170-fe60-434d-85c3-5537077802d3,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:12.484560 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9a865-e2ad-4aa0-affd-b6a0e8aa32e7 req-432b7663-55e3-4aa6-b97c-14eb1dd07de8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:12.486174 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1eb9a865-e2ad-4aa0-affd-b6a0e8aa32e7 req-432b7663-55e3-4aa6-b97c-14eb1dd07de8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0522716 Aug 21 01:26:12.546801 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1eb9a865-e2ad-4aa0-affd-b6a0e8aa32e7 req-570df04f-0ba7-463c-bb8d-7b1788995305 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495479 Aug 21 01:26:12.861068 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:12.909431 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51394) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:12.923395 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-89a36aa8-8473-47db-98eb-3162ab7f3e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.004237 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-89a36aa8-8473-47db-98eb-3162ab7f3e37 admin admin] Publish callbacks [] for security_group (4e8ac048-1415-4a6b-afbe-b1ca673b3b7d), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.127059 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-89a36aa8-8473-47db-98eb-3162ab7f3e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (4e8ac048-1415-4a6b-afbe-b1ca673b3b7d), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.166350 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:13.169624 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a36aa8-8473-47db-98eb-3162ab7f3e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8ac048-1415-4a6b-afbe-b1ca673b3b7d,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:13.175726 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-89a36aa8-8473-47db-98eb-3162ab7f3e37 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=936fb875ffe442cd82df135b92abb639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649703 Aug 21 01:26:13.179091 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51396) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:13.232724 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1937-8a97-45d6-99db-af036f6e0428 admin admin] Publish callbacks [] for security_group (4e8ac048-1415-4a6b-afbe-b1ca673b3b7d), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.255681 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1937-8a97-45d6-99db-af036f6e0428 admin admin] Publish callbacks [] for security_group (4e8ac048-1415-4a6b-afbe-b1ca673b3b7d), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.328891 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51398) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:13.343338 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6f7080ba-db1a-4379-bfa0-1799e06e2dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.413394 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1937-8a97-45d6-99db-af036f6e0428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (4e8ac048-1415-4a6b-afbe-b1ca673b3b7d), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.416329 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1937-8a97-45d6-99db-af036f6e0428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.420492 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-5ffc1937-8a97-45d6-99db-af036f6e0428 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/4e8ac048-1415-4a6b-afbe-b1ca673b3b7d HTTP/1.1" status: 204 len: 168 time: 0.2373612 Aug 21 01:26:13.437719 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc1937-8a97-45d6-99db-af036f6e0428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8ac048-1415-4a6b-afbe-b1ca673b3b7d,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:13.493901 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6f7080ba-db1a-4379-bfa0-1799e06e2dd8 admin admin] Publish callbacks [] for security_group (035d2845-ba42-47fe-8618-dc87834044f4), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.570659 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6f7080ba-db1a-4379-bfa0-1799e06e2dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (035d2845-ba42-47fe-8618-dc87834044f4), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.615720 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-6f7080ba-db1a-4379-bfa0-1799e06e2dd8 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=29ca46f1519348d9b356f7e7e0aa0947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833745 Aug 21 01:26:13.616289 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51404) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:13.619058 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7080ba-db1a-4379-bfa0-1799e06e2dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035d2845-ba42-47fe-8618-dc87834044f4,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:13.723258 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd4e08-48f8-473c-9230-a1b7117ad5f2 req-b2b58a41-9aae-4d74-bf30-954b86375da1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:13.724804 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-51fd4e08-48f8-473c-9230-a1b7117ad5f2 req-b2b58a41-9aae-4d74-bf30-954b86375da1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0699987 Aug 21 01:26:13.757713 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57b05f54-ec84-4152-920c-042235f07ff6 admin admin] Publish callbacks [] for security_group (035d2845-ba42-47fe-8618-dc87834044f4), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.797341 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57b05f54-ec84-4152-920c-042235f07ff6 admin admin] Publish callbacks [] for security_group (035d2845-ba42-47fe-8618-dc87834044f4), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.808545 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-51fd4e08-48f8-473c-9230-a1b7117ad5f2 req-c83d292f-360d-4984-bd23-3f9cf76f103d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716169 Aug 21 01:26:13.947736 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:13.993259 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57b05f54-ec84-4152-920c-042235f07ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (035d2845-ba42-47fe-8618-dc87834044f4), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.995802 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57b05f54-ec84-4152-920c-042235f07ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:13.996980 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-57b05f54-ec84-4152-920c-042235f07ff6 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/035d2845-ba42-47fe-8618-dc87834044f4 HTTP/1.1" status: 204 len: 168 time: 0.3790507 Aug 21 01:26:14.005746 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b05f54-ec84-4152-920c-042235f07ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035d2845-ba42-47fe-8618-dc87834044f4,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:14.939898 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb372235-d0d3-43f5-b4d7-3f531bff4887 req-1309b538-48a0-464f-ac78-522e77587ba9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:14.941488 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eb372235-d0d3-43f5-b4d7-3f531bff4887 req-1309b538-48a0-464f-ac78-522e77587ba9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0501683 Aug 21 01:26:15.003620 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eb372235-d0d3-43f5-b4d7-3f531bff4887 req-836a77f1-6dcd-4508-b702-d90709e8161d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558422 Aug 21 01:26:15.167357 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51458) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:15.278088 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-821142464-network', 'tenant_id': '7525c268e881425aaf3b6fa530b85ab3'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:26:15.375753 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Made reservation on behalf of 7525c268e881425aaf3b6fa530b85ab3 for: {'network': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:26:15.378717 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:15.387746 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:15.476266 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Publish callbacks [] for security_group (0f47a7a4-2f07-4631-ab5c-b6d95a857d5e), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:15.538080 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0f47a7a4-2f07-4631-ab5c-b6d95a857d5e), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:15.565830 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=106924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:26:15.576741 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f47a7a4-2f07-4631-ab5c-b6d95a857d5e,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:15.581982 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (2e6fb5f7-7e73-48c7-babe-98c66af2ba6c), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:15.582330 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.segments_db [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Added segment 2e6fb5f7-7e73-48c7-babe-98c66af2ba6c of type vlan for network fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0 Aug 21 01:26:15.624343 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:15.729822 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:15.731208 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:15.731824 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:15.805699 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] Pushing event updated for resources: {'Network': ['ID=fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:15.823777 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:26:15.838249 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-e765384f-8422-4cbc-bbdd-25906fc7ab49 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6698027 Aug 21 01:26:15.841533 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51482) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:15.849012 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Request body: {'subnet': {'network_id': 'fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-821142464-subnet', 'tenant_id': '7525c268e881425aaf3b6fa530b85ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:26:15.955012 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Made reservation on behalf of 7525c268e881425aaf3b6fa530b85ab3 for: {'subnet': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:26:15.957456 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:15.994987 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:16.152909 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76abfd9-1ba0-4446-b4b1-9c5df9c2ba0d req-33cb0adf-4ab9-49e4-9ac7-e1fd55b0e916 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:16.154546 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a76abfd9-1ba0-4446-b4b1-9c5df9c2ba0d req-33cb0adf-4ab9-49e4-9ac7-e1fd55b0e916 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0664284 Aug 21 01:26:16.243140 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a76abfd9-1ba0-4446-b4b1-9c5df9c2ba0d req-53c95646-ce4b-4a72-b471-b9cfe97b1894 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623896 Aug 21 01:26:16.298556 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (9a9ac277-3461-47de-8f4a-4dda81434f16), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:16.359009 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9ac277-3461-47de-8f4a-4dda81434f16,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:16.371803 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Checking segment: {'id': '2e6fb5f7-7e73-48c7-babe-98c66af2ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:26:16.372305 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Network hostable DHCP agents. Network: fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:26:16.384399 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:16.461303 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Network fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:26:16.558351 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0) {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:26:16.562461 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:16.563105 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:16.567585 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75365e14-4105-4723-ae60-7c3e16ef51a1 None None] Network fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:26:16.637969 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-d95f57e8-3006-41d5-a006-dcbd837f34cd admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7951796 Aug 21 01:26:16.673551 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83566421-d2bd-4fbb-9796-7c81ea01201a None None] Network fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:26:16.787764 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:17.367710 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd82d8-18eb-4140-ab28-34a3f7703a97 req-1d3887f4-3114-4160-84c8-268b981a3117 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:17.369233 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a5bd82d8-18eb-4140-ab28-34a3f7703a97 req-1d3887f4-3114-4160-84c8-268b981a3117 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0505600 Aug 21 01:26:17.422729 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a5bd82d8-18eb-4140-ab28-34a3f7703a97 req-07ad7d56-7f53-4a2e-88f1-93a071da3dba tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477622 Aug 21 01:26:17.583144 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51516) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:17.588484 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1793171392-network', 'tenant_id': 'c1299e8a288741779f68680d3e3d07cd'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:26:17.708013 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Made reservation on behalf of c1299e8a288741779f68680d3e3d07cd for: {'network': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:26:17.710497 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:17.719640 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:17.802659 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Publish callbacks [] for security_group (2b1f8c92-eb5b-4963-9b99-daad7cb222b5), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:17.962513 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (2b1f8c92-eb5b-4963-9b99-daad7cb222b5), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:17.991646 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=106923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:26:18.002528 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1f8c92-eb5b-4963-9b99-daad7cb222b5,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:18.007957 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (685174ea-8c24-4ff1-a2cf-7552c4d1f171), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:18.008326 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.segments_db [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Added segment 685174ea-8c24-4ff1-a2cf-7552c4d1f171 of type vlan for network fb88122e-0760-407c-ba90-7be975d580f6 Aug 21 01:26:18.050293 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (fb88122e-0760-407c-ba90-7be975d580f6), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:18.193220 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (fb88122e-0760-407c-ba90-7be975d580f6), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:18.194294 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:18.194878 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:18.260566 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fb88122e-0760-407c-ba90-7be975d580f6,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:18.271062 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network fb88122e-0760-407c-ba90-7be975d580f6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:26:18.347298 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-08a075d3-d341-4f41-ab50-ba049943b2c3 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7627494 Aug 21 01:26:18.350525 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51530) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:18.355991 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Request body: {'subnet': {'network_id': 'fb88122e-0760-407c-ba90-7be975d580f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1793171392-subnet', 'tenant_id': 'c1299e8a288741779f68680d3e3d07cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:26:18.516205 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Made reservation on behalf of c1299e8a288741779f68680d3e3d07cd for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:26:18.518812 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:18.563540 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1b799-15f0-4e8f-a7c6-056c37ab3c71 req-784ac800-218c-4394-be70-3b4a509e5327 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:18.572979 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2ee1b799-15f0-4e8f-a7c6-056c37ab3c71 req-784ac800-218c-4394-be70-3b4a509e5327 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0718796 Aug 21 01:26:18.608303 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:18.622408 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:18.667680 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2ee1b799-15f0-4e8f-a7c6-056c37ab3c71 req-50524ae2-ea58-45c0-8b4b-857f64c7a305 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938089 Aug 21 01:26:18.687264 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd0068-b12a-4274-b465-a789ba6799c6 req-bd7cea6c-a43c-412f-8ffb-a827ba3dfb2e tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:18.688851 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f2dd0068-b12a-4274-b465-a789ba6799c6 req-bd7cea6c-a43c-412f-8ffb-a827ba3dfb2e tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 945 time: 0.0597157 Aug 21 01:26:18.742539 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f2dd0068-b12a-4274-b465-a789ba6799c6 req-1c2582e4-63da-4990-868a-5a326a7d1477 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468361 Aug 21 01:26:18.812526 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (010684f4-55a6-45e9-8ad8-d394a95a8695), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:18.842958 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:18.871253 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010684f4-55a6-45e9-8ad8-d394a95a8695,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:18.880918 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Checking segment: {'id': '685174ea-8c24-4ff1-a2cf-7552c4d1f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'fb88122e-0760-407c-ba90-7be975d580f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:26:18.881273 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Network hostable DHCP agents. Network: fb88122e-0760-407c-ba90-7be975d580f6, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:26:18.992758 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Network fb88122e-0760-407c-ba90-7be975d580f6 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:26:19.069226 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fb88122e-0760-407c-ba90-7be975d580f6) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:26:19.073513 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:19.074151 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:19.079106 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3dfec2-dfc5-4ae6-ba3f-19ea16d14a6b None None] Network fb88122e-0760-407c-ba90-7be975d580f6 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:26:19.164332 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b664e804-0729-4313-96a0-7eb3af69d8a3 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8119063 Aug 21 01:26:19.182467 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e1ade-7898-4e9d-8229-312d51640314 None None] Network fb88122e-0760-407c-ba90-7be975d580f6 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:26:19.254279 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:19.796537 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869b269-e16d-4b34-ac5a-f81d72ed7730 req-2ca08306-e4f8-4c52-ae17-03cf9ee34956 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:19.798261 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3869b269-e16d-4b34-ac5a-f81d72ed7730 req-2ca08306-e4f8-4c52-ae17-03cf9ee34956 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0514929 Aug 21 01:26:19.899286 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90380600-61e8-4c81-8f86-8721a122835e req-96f58808-a76c-477c-ae54-9e40f1762ec3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:19.900884 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-90380600-61e8-4c81-8f86-8721a122835e req-96f58808-a76c-477c-ae54-9e40f1762ec3 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 945 time: 0.0691032 Aug 21 01:26:19.904759 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3869b269-e16d-4b34-ac5a-f81d72ed7730 req-498088a2-8861-48e9-96d3-11f9e07e9399 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907688 Aug 21 01:26:19.955990 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-90380600-61e8-4c81-8f86-8721a122835e req-a495f042-0ea0-4da5-8160-30b409f5b8a4 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493891 Aug 21 01:26:21.029073 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3454239-d4c4-4bc1-8655-bbe1cef1d992 req-c5848559-0cfc-428f-8519-020a1929855d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:21.030579 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b3454239-d4c4-4bc1-8655-bbe1cef1d992 req-c5848559-0cfc-428f-8519-020a1929855d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0488746 Aug 21 01:26:21.084278 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:21.099381 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199791d-a914-41fb-8176-31103297ed62 req-3f585315-cef2-49d2-b92d-456c427612fd tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:21.100907 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f199791d-a914-41fb-8176-31103297ed62 req-3f585315-cef2-49d2-b92d-456c427612fd tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 945 time: 0.0686016 Aug 21 01:26:21.123006 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b3454239-d4c4-4bc1-8655-bbe1cef1d992 req-eee00a33-b03d-4478-b601-7c767ba0cb2e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804372 Aug 21 01:26:21.193532 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f199791d-a914-41fb-8176-31103297ed62 req-8ff6f65e-09a5-44a4-bf61-ab5b570d6319 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b871edd4-0de3-4329-bdad-0b07d99f49d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843716 Aug 21 01:26:21.199047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-12f13070-7dd4-4c0e-bc9e-d63cefa8ef39 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:21.200478 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-12f13070-7dd4-4c0e-bc9e-d63cefa8ef39 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 945 time: 0.0691061 Aug 21 01:26:21.350200 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-c3dcfede-6073-47d7-9c25-803f40327385 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Deleting port 667f35ba-e131-4619-82ff-965a65cd85fd {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:26:21.350665 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-c3dcfede-6073-47d7-9c25-803f40327385 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:21.450371 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-c3dcfede-6073-47d7-9c25-803f40327385 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] For port 667f35ba-e131-4619-82ff-965a65cd85fd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=667f35ba-e131-4619-82ff-965a65cd85fd,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:26:21.450655 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-c3dcfede-6073-47d7-9c25-803f40327385 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:21.467773 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-c3dcfede-6073-47d7-9c25-803f40327385 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Calling delete_port for 667f35ba-e131-4619-82ff-965a65cd85fd owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:26:21.569365 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:21.749253 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-c3dcfede-6073-47d7-9c25-803f40327385 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (667f35ba-e131-4619-82ff-965a65cd85fd), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:21.777467 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcfede-6073-47d7-9c25-803f40327385 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Pushing event deleted for resources: {'Port': ['ID=667f35ba-e131-4619-82ff-965a65cd85fd,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:21.793910 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['667f35ba-e131-4619-82ff-965a65cd85fd'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:26:21.851091 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-c3dcfede-6073-47d7-9c25-803f40327385 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] No DVR routers for this DVR port 667f35ba-e131-4619-82ff-965a65cd85fd on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:26:21.854614 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-c3dcfede-6073-47d7-9c25-803f40327385 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:21.858318 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-51c2e962-344d-483a-8d0a-430e080e6e49 req-c3dcfede-6073-47d7-9c25-803f40327385 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.67 "DELETE /networking/v2.0/ports/667f35ba-e131-4619-82ff-965a65cd85fd HTTP/1.1" status: 204 len: 173 time: 0.6518595 Aug 21 01:26:21.858785 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031af209-ae76-47b8-8481-88ec4053affa', 'name': 'network-vif-deleted', 'tag': '667f35ba-e131-4619-82ff-965a65cd85fd'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:26:21.861173 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201a5809-2997-49e4-8118-6d45fb06a1ec" -d '{"events": [{"server_uuid": "031af209-ae76-47b8-8481-88ec4053affa", "name": "network-vif-deleted", "tag": "667f35ba-e131-4619-82ff-965a65cd85fd"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:26:21.908662 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c921f6f0-8319-47fb-86ba-e329fe8f810d x-openstack-request-id: req-c921f6f0-8319-47fb-86ba-e329fe8f810d {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:26:21.908662 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031af209-ae76-47b8-8481-88ec4053affa", "name": "network-vif-deleted", "tag": "667f35ba-e131-4619-82ff-965a65cd85fd", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:26:21.908856 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c921f6f0-8319-47fb-86ba-e329fe8f810d {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:26:21.909271 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c921f6f0-8319-47fb-86ba-e329fe8f810d'] response: {'server_uuid': '031af209-ae76-47b8-8481-88ec4053affa', 'name': 'network-vif-deleted', 'tag': '667f35ba-e131-4619-82ff-965a65cd85fd', 'status': 'completed', 'code': 200} Aug 21 01:26:22.244565 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d330c04-4636-41a7-a46e-6b636715285e req-9792cfc6-49dc-43b6-ade5-3078be77b474 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:22.246100 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d330c04-4636-41a7-a46e-6b636715285e req-9792cfc6-49dc-43b6-ade5-3078be77b474 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0474622 Aug 21 01:26:22.312046 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-01802dcf-bf02-432c-9cf8-fcc75167fae1 req-b7ef1aa9-acea-4e45-b97f-2960eb88f62b tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 210 time: 0.0366840 Aug 21 01:26:22.326284 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d330c04-4636-41a7-a46e-6b636715285e req-745eb3af-97a6-4b7b-9dc7-25c70c95627e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711224 Aug 21 01:26:23.466803 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1c962ba-9606-42fd-8470-f8e05fde3bb5 req-ada90b72-da1c-4cda-a850-31fbf60f6925 tempest-DeleteServersTestJSON-919690758 tempest-DeleteServersTestJSON-919690758-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=031af209-ae76-47b8-8481-88ec4053affa HTTP/1.1" status: 200 len: 210 time: 0.0464199 Aug 21 01:26:23.482844 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709046-0bcc-450d-a827-48d930ded959 req-0728bc08-35d0-4f6f-aac1-8b37bf49db38 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:23.484334 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-68709046-0bcc-450d-a827-48d930ded959 req-0728bc08-35d0-4f6f-aac1-8b37bf49db38 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0760815 Aug 21 01:26:23.556001 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-68709046-0bcc-450d-a827-48d930ded959 req-70cb2965-f36d-4b56-bfbf-650b7b69e8fd tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596690 Aug 21 01:26:24.715970 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06ccc6-2898-415a-80f3-317e79d97fbf req-62ae0164-190f-4e81-bf4a-fb3e49867fd9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:24.717805 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ad06ccc6-2898-415a-80f3-317e79d97fbf req-62ae0164-190f-4e81-bf4a-fb3e49867fd9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0567420 Aug 21 01:26:24.798810 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ad06ccc6-2898-415a-80f3-317e79d97fbf req-d3910f06-e41b-4ac2-935b-30a10cc2c186 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739839 Aug 21 01:26:24.880217 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 667f35ba-e131-4619-82ff-965a65cd85fd no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:26:24.901574 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 667f35ba-e131-4619-82ff-965a65cd85fd {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:26:24.901918 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 667f35ba-e131-4619-82ff-965a65cd85fd not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:26:25.712258 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:25.713050 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=96,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:25.948868 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd356f85-d7ee-417c-9949-88a6f31ce4f7 req-0cd86b06-7264-4a2d-bfab-60bcd772792a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:25.950426 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd356f85-d7ee-417c-9949-88a6f31ce4f7 req-0cd86b06-7264-4a2d-bfab-60bcd772792a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0539076 Aug 21 01:26:26.005166 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd356f85-d7ee-417c-9949-88a6f31ce4f7 req-80d288dd-5bd8-48e3-a282-10dcb330e7cb tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490789 Aug 21 01:26:26.223961 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51678) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:26.653532 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (0281b27b-fbc9-43d9-b068-6a1970f0d905), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:26.974282 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] Deleting port dc599445-e840-4683-b7de-22f17799eec3 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:26:26.974570 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (dc599445-e840-4683-b7de-22f17799eec3), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:27.059715 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] For port dc599445-e840-4683-b7de-22f17799eec3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dc599445-e840-4683-b7de-22f17799eec3,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:26:27.060126 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (dc599445-e840-4683-b7de-22f17799eec3), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:27.074602 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] Calling delete_port for dc599445-e840-4683-b7de-22f17799eec3 owned by network:router_interface {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:26:27.087713 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:27.134712 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba2a40-db73-4a7a-b5bf-5b5833cc319c req-e9bc247b-a6c5-4419-a9cd-06454aa18d6a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:27.136361 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-12ba2a40-db73-4a7a-b5bf-5b5833cc319c req-e9bc247b-a6c5-4419-a9cd-06454aa18d6a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0519805 Aug 21 01:26:27.196002 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-12ba2a40-db73-4a7a-b5bf-5b5833cc319c req-c0e39cb9-b916-49aa-8698-56e26dcc75a3 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534856 Aug 21 01:26:27.395325 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=100 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:27.538570 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (dc599445-e840-4683-b7de-22f17799eec3), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:27.565589 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] Pushing event deleted for resources: {'Port': ['ID=dc599445-e840-4683-b7de-22f17799eec3,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:27.704035 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (0281b27b-fbc9-43d9-b068-6a1970f0d905), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:27.959339 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:27.963899 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] Router 0281b27b-fbc9-43d9-b068-6a1970f0d905 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:26:28.026598 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f08b7cc3-d273-4e07-a201-1b1bd17bb8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:28.076939 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:26:28.082783 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9ed8c34b-22fd-4d7a-8b7f-10407d19a7db admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/0281b27b-fbc9-43d9-b068-6a1970f0d905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8581190 Aug 21 01:26:28.085671 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51706) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:28.089363 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] Sync routers for ids ['0281b27b-fbc9-43d9-b068-6a1970f0d905'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:26:28.101811 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] Routers {'0281b27b-fbc9-43d9-b068-6a1970f0d905'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:26:28.102442 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:26:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['0281b27b-fbc9-43d9-b068-6a1970f0d905'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:28.194193 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Publish callbacks [] for router (0281b27b-fbc9-43d9-b068-6a1970f0d905), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:28.223376 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] Set router 0281b27b-fbc9-43d9-b068-6a1970f0d905 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:26:28.360421 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756ffa9-c028-49bc-bd19-0e89b9dcb820 req-dc2d5547-3788-446b-8a41-0c01dc7da7b6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:28.366947 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Publish callbacks [] for router_gateway (0281b27b-fbc9-43d9-b068-6a1970f0d905), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:28.372504 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5756ffa9-c028-49bc-bd19-0e89b9dcb820 req-dc2d5547-3788-446b-8a41-0c01dc7da7b6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0803304 Aug 21 01:26:28.417868 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'name': 'tempest-DeleteServersTestJSON-1477938902-router', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:26:27Z', 'revision_number': 5, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'gw_port': {'id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:03Z', 'updated_at': '2022-08-21T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:28.435451 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5756ffa9-c028-49bc-bd19-0e89b9dcb820 req-a84bd278-e284-4fb4-9a2f-ea6d853687f8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615079 Aug 21 01:26:28.448301 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] Checking router: 0281b27b-fbc9-43d9-b068-6a1970f0d905 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:26:28.458011 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] Routers {'0281b27b-fbc9-43d9-b068-6a1970f0d905'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:26:28.458632 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:26:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['0281b27b-fbc9-43d9-b068-6a1970f0d905'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:28.554826 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Deleting port b204b36d-db04-4b42-9cfb-00161b13e63b {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:26:28.555486 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:28.574726 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] Set router 0281b27b-fbc9-43d9-b068-6a1970f0d905 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:26:28.649051 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] For port b204b36d-db04-4b42-9cfb-00161b13e63b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b204b36d-db04-4b42-9cfb-00161b13e63b,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:26:28.649412 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:28.663418 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Calling delete_port for b204b36d-db04-4b42-9cfb-00161b13e63b owned by network:router_gateway {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:26:28.745127 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:28.770588 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'name': 'tempest-DeleteServersTestJSON-1477938902-router', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:26:27Z', 'revision_number': 5, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'gw_port': {'id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:03Z', 'updated_at': '2022-08-21T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:28.797486 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908e82f-3f6f-4e98-8a62-e906e8f0745c None None] The sync data for ids ['0281b27b-fbc9-43d9-b068-6a1970f0d905'] in dv-cinder-master-3-iscsi is: [{'id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'name': 'tempest-DeleteServersTestJSON-1477938902-router', 'tenant_id': 'a1914f8232864af6ad97aebcb1636125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:26:27Z', 'revision_number': 5, 'project_id': 'a1914f8232864af6ad97aebcb1636125', 'gw_port': {'id': 'b204b36d-db04-4b42-9cfb-00161b13e63b', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0281b27b-fbc9-43d9-b068-6a1970f0d905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:03Z', 'updated_at': '2022-08-21T01:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:26:29.023333 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (b204b36d-db04-4b42-9cfb-00161b13e63b), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.049332 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=b204b36d-db04-4b42-9cfb-00161b13e63b,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:29.079100 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (0281b27b-fbc9-43d9-b068-6a1970f0d905), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.186134 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (0281b27b-fbc9-43d9-b068-6a1970f0d905), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.189975 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Publish callbacks [] for router_controller (0281b27b-fbc9-43d9-b068-6a1970f0d905), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.391801 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (0281b27b-fbc9-43d9-b068-6a1970f0d905), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.392731 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0281b27b-fbc9-43d9-b068-6a1970f0d905 {{(pid=106924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:26:29.398632 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.410355 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-53a6c6f1-3cf6-40a5-bf81-ba73f89b1a36 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/0281b27b-fbc9-43d9-b068-6a1970f0d905 HTTP/1.1" status: 204 len: 168 time: 1.3132091 Aug 21 01:26:29.410355 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51730) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:29.474812 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-80321dda-5a61-401f-8da2-4ddac88b8b4e admin admin] Deleting subnet b99a7059-9bc8-46f9-9720-f6529f086c52 {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:26:29.480329 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-80321dda-5a61-401f-8da2-4ddac88b8b4e admin admin] Publish callbacks [] for subnet (b99a7059-9bc8-46f9-9720-f6529f086c52), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.539793 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-80321dda-5a61-401f-8da2-4ddac88b8b4e admin admin] Publish callbacks [] for subnet (b99a7059-9bc8-46f9-9720-f6529f086c52), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.599589 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b6a9d-6b3f-4ce7-bc31-8cd166adb343 req-bf71d912-ea91-43ac-808d-9181e05038d4 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:29.601364 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8f6b6a9d-6b3f-4ce7-bc31-8cd166adb343 req-bf71d912-ea91-43ac-808d-9181e05038d4 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0672700 Aug 21 01:26:29.624069 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-80321dda-5a61-401f-8da2-4ddac88b8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (b99a7059-9bc8-46f9-9720-f6529f086c52), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.676689 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8f6b6a9d-6b3f-4ce7-bc31-8cd166adb343 req-d4f00eb4-1c0a-44e4-9455-e1bfdb9cd63a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573177 Aug 21 01:26:29.766697 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-80321dda-5a61-401f-8da2-4ddac88b8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (b99a7059-9bc8-46f9-9720-f6529f086c52), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.796291 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80321dda-5a61-401f-8da2-4ddac88b8b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99a7059-9bc8-46f9-9720-f6529f086c52,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:29.805292 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-80321dda-5a61-401f-8da2-4ddac88b8b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.808529 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-80321dda-5a61-401f-8da2-4ddac88b8b4e admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/b99a7059-9bc8-46f9-9720-f6529f086c52 HTTP/1.1" status: 204 len: 168 time: 0.4049158 Aug 21 01:26:29.811333 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51742) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:29.815932 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4b202-ff69-4560-b031-2216e386bea5 None None] Network 6533a9e0-1a39-42a0-8035-a9b34f9a540b requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:26:29.836647 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:29.896162 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (6533a9e0-1a39-42a0-8035-a9b34f9a540b), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:29.973686 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Deleting port 3bf501be-23da-44b9-9c2b-bceba4f374fd {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:26:29.974032 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.035413 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ced9bd-8521-432d-b8c2-5054dae96fdd None None] DHCP port deletion for 6533a9e0-1a39-42a0-8035-a9b34f9a540b request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:26:30.057043 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] For port 3bf501be-23da-44b9-9c2b-bceba4f374fd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3bf501be-23da-44b9-9c2b-bceba4f374fd,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:26:30.057247 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.074207 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device dc599445-e840-4683-b7de-22f17799eec3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:26:30.075516 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Calling delete_port for 3bf501be-23da-44b9-9c2b-bceba4f374fd owned by network:dhcp {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:26:30.113902 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: dc599445-e840-4683-b7de-22f17799eec3 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:26:30.114546 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device dc599445-e840-4683-b7de-22f17799eec3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:26:30.114968 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device b204b36d-db04-4b42-9cfb-00161b13e63b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:26:30.139613 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51752) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:30.146738 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: b204b36d-db04-4b42-9cfb-00161b13e63b {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:26:30.148835 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device b204b36d-db04-4b42-9cfb-00161b13e63b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:26:30.154639 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-f9ced9bd-8521-432d-b8c2-5054dae96fdd None None] Deleting port 3bf501be-23da-44b9-9c2b-bceba4f374fd {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:26:30.155058 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f9ced9bd-8521-432d-b8c2-5054dae96fdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.248545 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-f9ced9bd-8521-432d-b8c2-5054dae96fdd None None] For port 3bf501be-23da-44b9-9c2b-bceba4f374fd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3bf501be-23da-44b9-9c2b-bceba4f374fd,segment=NetworkSegment(e705b3d4-54d5-4925-a15e-29728c95a8d9),segment_id=e705b3d4-54d5-4925-a15e-29728c95a8d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:26:30.248979 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f9ced9bd-8521-432d-b8c2-5054dae96fdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.264709 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-f9ced9bd-8521-432d-b8c2-5054dae96fdd None None] Calling delete_port for 3bf501be-23da-44b9-9c2b-bceba4f374fd owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:26:30.305114 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-765ea2a6-8b92-4509-be38-4800f8400ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.311523 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b28ccbf4-e8a9-4f5d-9ef5-b7a724a34e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.366374 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:30.374019 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=81,neutron:DELETE=13,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:30.420245 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b28ccbf4-e8a9-4f5d-9ef5-b7a724a34e41 admin admin] Publish callbacks [] for security_group (60f721bf-d6ef-47e3-8be6-b6cc3e21cb5f), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.483226 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f9ced9bd-8521-432d-b8c2-5054dae96fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.497394 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (3bf501be-23da-44b9-9c2b-bceba4f374fd), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.509000 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ced9bd-8521-432d-b8c2-5054dae96fdd None None] Pushing event deleted for resources: {'Port': ['ID=3bf501be-23da-44b9-9c2b-bceba4f374fd,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:30.512030 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b28ccbf4-e8a9-4f5d-9ef5-b7a724a34e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (60f721bf-d6ef-47e3-8be6-b6cc3e21cb5f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.517372 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ced9bd-8521-432d-b8c2-5054dae96fdd None None] No DVR routers for this DVR port 3bf501be-23da-44b9-9c2b-bceba4f374fd on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:26:30.530928 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf501be-23da-44b9-9c2b-bceba4f374fd,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:30.533197 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] No DVR routers for this DVR port 3bf501be-23da-44b9-9c2b-bceba4f374fd on host dv-cinder-master-3-iscsi {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:26:30.564913 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ccbf4-e8a9-4f5d-9ef5-b7a724a34e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f721bf-d6ef-47e3-8be6-b6cc3e21cb5f,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:30.572423 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b28ccbf4-e8a9-4f5d-9ef5-b7a724a34e41 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=7f546f58e4414ad79d1f2738f4a6ebe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4316814 Aug 21 01:26:30.573481 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51756) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:30.613276 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (6533a9e0-1a39-42a0-8035-a9b34f9a540b), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.629357 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a9069ccc-13b6-4f6f-9c43-b2a2e1067247 admin admin] Publish callbacks [] for security_group (60f721bf-d6ef-47e3-8be6-b6cc3e21cb5f), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.635542 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.635907 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.636726 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.637054 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > port after_create 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.637391 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.637703 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > port after_update 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.638033 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.638317 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:30.638411 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.638668 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.639002 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.650691 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a9069ccc-13b6-4f6f-9c43-b2a2e1067247 admin admin] Publish callbacks [] for security_group (60f721bf-d6ef-47e3-8be6-b6cc3e21cb5f), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.809800 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.810107 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.810370 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.810702 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:30.811078 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6533a9e0-1a39-42a0-8035-a9b34f9a540b']}} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:30.832650 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a9069ccc-13b6-4f6f-9c43-b2a2e1067247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (60f721bf-d6ef-47e3-8be6-b6cc3e21cb5f), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.835201 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a9069ccc-13b6-4f6f-9c43-b2a2e1067247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.836479 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-a9069ccc-13b6-4f6f-9c43-b2a2e1067247 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/60f721bf-d6ef-47e3-8be6-b6cc3e21cb5f HTTP/1.1" status: 204 len: 168 time: 0.2619584 Aug 21 01:26:30.838839 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e705b3d4-54d5-4925-a15e-29728c95a8d9') {'for_net_delete': True} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:30.841423 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e705b3d4-54d5-4925-a15e-29728c95a8d9') {} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:30.845515 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9069ccc-13b6-4f6f-9c43-b2a2e1067247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f721bf-d6ef-47e3-8be6-b6cc3e21cb5f,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:30.875029 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291500'] for segment (e705b3d4-54d5-4925-a15e-29728c95a8d9), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.905497 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3898fca-9009-4bf0-b605-e537a8903853 req-1cd4c0bf-c983-4798-9665-01c568aa63af tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:30.907133 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d3898fca-9009-4bf0-b605-e537a8903853 req-1cd4c0bf-c983-4798-9665-01c568aa63af tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0909920 Aug 21 01:26:30.911676 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (e705b3d4-54d5-4925-a15e-29728c95a8d9), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:30.922126 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=106923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:26:30.922529 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9291643'] for segment (e705b3d4-54d5-4925-a15e-29728c95a8d9), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.026767 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d3898fca-9009-4bf0-b605-e537a8903853 req-c9fc7121-f178-47e8-9dbc-6b69de21a1fa tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059721 Aug 21 01:26:31.113985 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (6533a9e0-1a39-42a0-8035-a9b34f9a540b), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.120557 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.126465 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/6533a9e0-1a39-42a0-8035-a9b34f9a540b HTTP/1.1" status: 204 len: 168 time: 1.3138022 Aug 21 01:26:31.144657 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment e705b3d4-54d5-4925-a15e-29728c95a8d9 resource provider aggregate not found Aug 21 01:26:31.149031 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175d911-f469-4666-8e11-b4c1977ce0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=6533a9e0-1a39-42a0-8035-a9b34f9a540b,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:31.174383 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment e705b3d4-54d5-4925-a15e-29728c95a8d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e705b3d4-54d5-4925-a15e-29728c95a8d9 found for delete ", "request_id": "req-e7e88a04-4b30-427f-943b-785aaeba4050"}]} Aug 21 01:26:31.336982 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.565996 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51784) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:31.606582 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-8eeba920-3363-4ace-93ce-15eacba3dcec admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a1914f8232864af6ad97aebcb1636125&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394053 Aug 21 01:26:31.609148 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51786) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:31.657889 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aabf210c-f0d0-4294-a182-af64d693da5c admin admin] Publish callbacks [] for security_group (b871edd4-0de3-4329-bdad-0b07d99f49d7), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.666575 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51788) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:31.679981 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aabf210c-f0d0-4294-a182-af64d693da5c admin admin] Publish callbacks [] for security_group (b871edd4-0de3-4329-bdad-0b07d99f49d7), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.680685 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2afac33f-c797-4870-b9e1-7073a57198b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.757104 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2afac33f-c797-4870-b9e1-7073a57198b0 admin admin] Publish callbacks [] for security_group (26a7e947-4b7b-4941-805d-d63b56b64d19), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.808363 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aabf210c-f0d0-4294-a182-af64d693da5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b871edd4-0de3-4329-bdad-0b07d99f49d7), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.811079 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aabf210c-f0d0-4294-a182-af64d693da5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.812283 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-aabf210c-f0d0-4294-a182-af64d693da5c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b871edd4-0de3-4329-bdad-0b07d99f49d7 HTTP/1.1" status: 204 len: 168 time: 0.2022042 Aug 21 01:26:31.821913 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf210c-f0d0-4294-a182-af64d693da5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b871edd4-0de3-4329-bdad-0b07d99f49d7,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:31.854006 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2afac33f-c797-4870-b9e1-7073a57198b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (26a7e947-4b7b-4941-805d-d63b56b64d19), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:31.895847 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afac33f-c797-4870-b9e1-7073a57198b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a7e947-4b7b-4941-805d-d63b56b64d19,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:31.904199 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51794) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:31.904747 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-2afac33f-c797-4870-b9e1-7073a57198b0 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=95426b1bdac44ce1817fed1ced87fe1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367949 Aug 21 01:26:31.933118 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 3bf501be-23da-44b9-9c2b-bceba4f374fd no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:26:31.959460 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 3bf501be-23da-44b9-9c2b-bceba4f374fd {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:26:31.960690 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 3bf501be-23da-44b9-9c2b-bceba4f374fd not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:26:31.997073 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3cf3659f-4262-4dd6-97f8-c9bea0e50af9 admin admin] Publish callbacks [] for security_group (26a7e947-4b7b-4941-805d-d63b56b64d19), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:32.021878 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3cf3659f-4262-4dd6-97f8-c9bea0e50af9 admin admin] Publish callbacks [] for security_group (26a7e947-4b7b-4941-805d-d63b56b64d19), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:32.150439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93778df5-d4d0-4456-87ea-503684804b79 req-b0d4833f-77ea-44e2-830f-682d5ea37be5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:32.151914 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-93778df5-d4d0-4456-87ea-503684804b79 req-b0d4833f-77ea-44e2-830f-682d5ea37be5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0482044 Aug 21 01:26:32.154789 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3cf3659f-4262-4dd6-97f8-c9bea0e50af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (26a7e947-4b7b-4941-805d-d63b56b64d19), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:32.157804 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3cf3659f-4262-4dd6-97f8-c9bea0e50af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:32.159154 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-3cf3659f-4262-4dd6-97f8-c9bea0e50af9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/26a7e947-4b7b-4941-805d-d63b56b64d19 HTTP/1.1" status: 204 len: 168 time: 0.2535813 Aug 21 01:26:32.168518 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3659f-4262-4dd6-97f8-c9bea0e50af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a7e947-4b7b-4941-805d-d63b56b64d19,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:32.219534 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-93778df5-d4d0-4456-87ea-503684804b79 req-5b87cd8b-0602-4797-a97c-0f1b24156110 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592771 Aug 21 01:26:33.170988 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:33.196521 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51848) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:33.309414 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1805861127-network', 'tenant_id': 'ec1cc59360da420492f613c56fb9105e'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:26:33.342811 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171d400-9e71-4ea2-afef-632816b7495e req-6395206a-61f9-448a-afc5-52fc73213480 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:33.349552 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2171d400-9e71-4ea2-afef-632816b7495e req-6395206a-61f9-448a-afc5-52fc73213480 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0524335 Aug 21 01:26:33.391101 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Made reservation on behalf of ec1cc59360da420492f613c56fb9105e for: {'network': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:26:33.393730 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:33.398031 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2171d400-9e71-4ea2-afef-632816b7495e req-2a87a4ea-8829-4ffe-bee1-e3d06d80eebb tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472887 Aug 21 01:26:33.404817 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:33.494006 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Publish callbacks [] for security_group (bc258df7-4520-41ba-848a-02866a8bc049), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:33.577068 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (bc258df7-4520-41ba-848a-02866a8bc049), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:33.606922 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=106924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:26:33.613668 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc258df7-4520-41ba-848a-02866a8bc049,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:33.620700 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (d94c5f5a-7a91-493a-a74a-70b215e62312), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:33.631282 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.segments_db [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Added segment d94c5f5a-7a91-493a-a74a-70b215e62312 of type vlan for network 599feed9-9a44-4c30-8d25-3bb5201d29e8 Aug 21 01:26:33.664605 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (599feed9-9a44-4c30-8d25-3bb5201d29e8), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:33.687121 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:33.708091 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:33.827930 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (599feed9-9a44-4c30-8d25-3bb5201d29e8), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:33.828911 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:33.829494 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.072605 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] Pushing event updated for resources: {'Network': ['ID=599feed9-9a44-4c30-8d25-3bb5201d29e8,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:34.083759 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network 599feed9-9a44-4c30-8d25-3bb5201d29e8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:26:34.130334 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-f642ac6a-8a73-4a27-a40f-4644698b01a3 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9320478 Aug 21 01:26:34.136658 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51868) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:34.142113 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Request body: {'subnet': {'network_id': '599feed9-9a44-4c30-8d25-3bb5201d29e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1805861127-subnet', 'tenant_id': 'ec1cc59360da420492f613c56fb9105e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:26:34.157324 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:34.211206 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51874) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:34.250670 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Made reservation on behalf of ec1cc59360da420492f613c56fb9105e for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:26:34.253117 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.337910 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bdffabe-acdf-4416-bd2c-562dcc6e5d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.358886 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:34.389237 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:34.420218 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bdffabe-acdf-4416-bd2c-562dcc6e5d94 admin admin] Publish callbacks [] for security_group (c437bcfa-f9f7-4dab-ae52-957fe22e4b39), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.509142 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bdffabe-acdf-4416-bd2c-562dcc6e5d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (c437bcfa-f9f7-4dab-ae52-957fe22e4b39), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.535282 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d11eac-153b-4ad7-b9cb-2ce185883873 req-d3fc0a53-13c6-4b49-853f-236bdf380679 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:34.537458 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28d11eac-153b-4ad7-b9cb-2ce185883873 req-d3fc0a53-13c6-4b49-853f-236bdf380679 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0631697 Aug 21 01:26:34.544357 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for subnet (208ca51a-0c4f-4f79-a1ca-3f8dd66bfd40), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.587799 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-1bdffabe-acdf-4416-bd2c-562dcc6e5d94 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9c919ad771af41eba22e546d4a6cdd57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754590 Aug 21 01:26:34.591108 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51886) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:34.592560 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdffabe-acdf-4416-bd2c-562dcc6e5d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c437bcfa-f9f7-4dab-ae52-957fe22e4b39,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:34.606558 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=208ca51a-0c4f-4f79-a1ca-3f8dd66bfd40,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:34.651631 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Checking segment: {'id': 'd94c5f5a-7a91-493a-a74a-70b215e62312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '599feed9-9a44-4c30-8d25-3bb5201d29e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:26:34.651856 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Network hostable DHCP agents. Network: 599feed9-9a44-4c30-8d25-3bb5201d29e8, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:26:34.659788 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28d11eac-153b-4ad7-b9cb-2ce185883873 req-25d0472d-53a9-490b-aee0-3a5188d83f46 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062224 Aug 21 01:26:34.681293 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b64c31b4-7b01-40cb-9430-93fe93b3b02f admin admin] Publish callbacks [] for security_group (c437bcfa-f9f7-4dab-ae52-957fe22e4b39), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.718384 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b64c31b4-7b01-40cb-9430-93fe93b3b02f admin admin] Publish callbacks [] for security_group (c437bcfa-f9f7-4dab-ae52-957fe22e4b39), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.723578 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:26:34.731843 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Network 599feed9-9a44-4c30-8d25-3bb5201d29e8 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:26:34.816781 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 599feed9-9a44-4c30-8d25-3bb5201d29e8) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:26:34.820708 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:34.821312 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.826395 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1e6d19-dd14-46ec-906c-343b3a97c0d3 None None] Network 599feed9-9a44-4c30-8d25-3bb5201d29e8 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:26:34.851707 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b64c31b4-7b01-40cb-9430-93fe93b3b02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (c437bcfa-f9f7-4dab-ae52-957fe22e4b39), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.854159 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b64c31b4-7b01-40cb-9430-93fe93b3b02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:34.860406 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-b64c31b4-7b01-40cb-9430-93fe93b3b02f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c437bcfa-f9f7-4dab-ae52-957fe22e4b39 HTTP/1.1" status: 204 len: 168 time: 0.2577038 Aug 21 01:26:34.869085 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c31b4-7b01-40cb-9430-93fe93b3b02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c437bcfa-f9f7-4dab-ae52-957fe22e4b39,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:34.921088 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-684dc865-4cab-49cd-9dfd-d5a840c52958 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7830794 Aug 21 01:26:34.950514 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69d9094-7275-4709-98ac-374434c901d4 None None] Network 599feed9-9a44-4c30-8d25-3bb5201d29e8 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:26:35.020663 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:35.828912 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d043c-82a1-4a85-be19-cfc36f48e6c5 req-f7668967-4d2d-4fb3-899a-4d4d853b1e75 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:35.838302 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f03d043c-82a1-4a85-be19-cfc36f48e6c5 req-f7668967-4d2d-4fb3-899a-4d4d853b1e75 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0661826 Aug 21 01:26:35.858415 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51926) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:35.864954 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1591150953-network', 'tenant_id': '4d7e54c4d8ac4a319386310db3cdb835'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:26:35.888183 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f03d043c-82a1-4a85-be19-cfc36f48e6c5 req-a89e3f0c-5ac9-40f8-9303-cf89497026de tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472109 Aug 21 01:26:35.996604 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Made reservation on behalf of 4d7e54c4d8ac4a319386310db3cdb835 for: {'network': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:26:35.999047 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:36.008694 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:36.072233 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:36.097026 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Publish callbacks [] for security_group (078f9586-bdd0-4b3d-a706-4f274caf6b31), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:36.188890 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (078f9586-bdd0-4b3d-a706-4f274caf6b31), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:36.217183 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=106924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:26:36.227956 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078f9586-bdd0-4b3d-a706-4f274caf6b31,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:36.233444 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (b8606d19-23ff-45e3-bc09-4e2586412c93), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:36.233777 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.segments_db [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Added segment b8606d19-23ff-45e3-bc09-4e2586412c93 of type vlan for network e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0 Aug 21 01:26:36.279345 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:36.365459 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:36.366620 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:36.367219 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:36.441829 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] Pushing event updated for resources: {'Network': ['ID=e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:36.453619 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:26:36.474176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51942) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:36.479174 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Request body: {'subnet': {'network_id': 'e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1591150953-subnet', 'tenant_id': '4d7e54c4d8ac4a319386310db3cdb835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:26:36.492334 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-e4dc43d8-74ec-45ed-8e3b-3c0bb1caf20f admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6209941 Aug 21 01:26:36.504864 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:36.602715 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Made reservation on behalf of 4d7e54c4d8ac4a319386310db3cdb835 for: {'subnet': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:26:36.608336 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8566322'] for subnet (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:36.917886 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9291414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8566272'] for subnet (f0c8beb8-9ab5-4676-8bae-32caac1ef9bf), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:36.987893 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c8beb8-9ab5-4676-8bae-32caac1ef9bf,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:37.031160 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Checking segment: {'id': 'b8606d19-23ff-45e3-bc09-4e2586412c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:26:37.031512 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Network hostable DHCP agents. Network: e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:26:37.048636 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ede1a-6d4c-4dd5-a8e1-495f67821f70 req-82c7689a-3760-4b81-80a8-2cca447f9015 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:37.050168 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0b3ede1a-6d4c-4dd5-a8e1-495f67821f70 req-82c7689a-3760-4b81-80a8-2cca447f9015 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0636427 Aug 21 01:26:37.109626 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0b3ede1a-6d4c-4dd5-a8e1-495f67821f70 req-c075c905-72e1-42a1-b1ee-22a1f3576c03 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517337 Aug 21 01:26:37.142176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Network e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:26:37.199695 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0) {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:26:37.204737 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:37.206912 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:37.218040 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb095db0-bbb9-4580-9f23-9b7950ddc28f None None] Network e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:26:37.226289 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:37.365269 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-9d44c33c-b95f-4ee4-8364-9a9875d209b6 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8900502 Aug 21 01:26:37.496811 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462f648e-457b-44a9-9ae4-f67af05fa2f8 None None] Network e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:26:37.517759 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:37.525052 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 51974) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:37.580500 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d5eb9a-77e0-468a-a931-b0c2dc96c422 admin admin] Deleting subnet 208ca51a-0c4f-4f79-a1ca-3f8dd66bfd40 {{(pid=106923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:26:37.588857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b7d5eb9a-77e0-468a-a931-b0c2dc96c422 admin admin] Publish callbacks [] for subnet (208ca51a-0c4f-4f79-a1ca-3f8dd66bfd40), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:37.641340 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b7d5eb9a-77e0-468a-a931-b0c2dc96c422 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291515'] for subnet (208ca51a-0c4f-4f79-a1ca-3f8dd66bfd40), precommit_delete_associations {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:37.709034 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b7d5eb9a-77e0-468a-a931-b0c2dc96c422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (208ca51a-0c4f-4f79-a1ca-3f8dd66bfd40), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:37.843626 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b7d5eb9a-77e0-468a-a931-b0c2dc96c422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9291481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8566281'] for subnet (208ca51a-0c4f-4f79-a1ca-3f8dd66bfd40), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:37.870773 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5eb9a-77e0-468a-a931-b0c2dc96c422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208ca51a-0c4f-4f79-a1ca-3f8dd66bfd40,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:37.874707 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b7d5eb9a-77e0-468a-a931-b0c2dc96c422 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:37.878515 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-b7d5eb9a-77e0-468a-a931-b0c2dc96c422 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/208ca51a-0c4f-4f79-a1ca-3f8dd66bfd40 HTTP/1.1" status: 204 len: 168 time: 0.3521416 Aug 21 01:26:37.881296 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 51982) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:37.960729 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (599feed9-9a44-4c30-8d25-3bb5201d29e8), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.051446 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (599feed9-9a44-4c30-8d25-3bb5201d29e8), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.073710 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.073994 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.074734 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.075062 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > port after_create 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.075403 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.075721 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > port after_update 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.076056 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.076425 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.076742 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.077084 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.145584 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.145991 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.146330 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.146667 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 01:26:38.147053 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599feed9-9a44-4c30-8d25-3bb5201d29e8']}} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:38.167360 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94c5f5a-7a91-493a-a74a-70b215e62312') {'for_net_delete': True} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:38.167657 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94c5f5a-7a91-493a-a74a-70b215e62312') {} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:38.186213 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9055169'] for segment (d94c5f5a-7a91-493a-a74a-70b215e62312), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.212559 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:38.218096 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (d94c5f5a-7a91-493a-a74a-70b215e62312), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.227915 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=106924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:26:38.228338 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432606'] for segment (d94c5f5a-7a91-493a-a74a-70b215e62312), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.266986 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79289f46-c9a9-47f8-82ba-399d3296024e req-a605465c-15fa-4eef-ac12-7dd20eececc9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:38.270327 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-79289f46-c9a9-47f8-82ba-399d3296024e req-a605465c-15fa-4eef-ac12-7dd20eececc9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0838847 Aug 21 01:26:38.327310 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-79289f46-c9a9-47f8-82ba-399d3296024e req-69d0791b-5bb7-4e19-8d6a-46b599b9a2a0 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527432 Aug 21 01:26:38.439300 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (599feed9-9a44-4c30-8d25-3bb5201d29e8), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.456125 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.459540 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/599feed9-9a44-4c30-8d25-3bb5201d29e8 HTTP/1.1" status: 204 len: 168 time: 0.5765834 Aug 21 01:26:38.460607 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7b9d7-2478-4688-b5e4-9a4ce4f2c366 admin admin] Pushing event deleted for resources: {'Network': ['ID=599feed9-9a44-4c30-8d25-3bb5201d29e8,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:38.462562 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52006) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:38.472933 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment d94c5f5a-7a91-493a-a74a-70b215e62312 resource provider aggregate not found Aug 21 01:26:38.496420 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment d94c5f5a-7a91-493a-a74a-70b215e62312 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d94c5f5a-7a91-493a-a74a-70b215e62312 found for delete ", "request_id": "req-5afcb6e6-9484-4d5c-884b-5cd550860416"}]} Aug 21 01:26:38.515540 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ab1fa0-89cc-4309-bcc3-ab1986ea6613 admin admin] Deleting subnet f0c8beb8-9ab5-4676-8bae-32caac1ef9bf {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:26:38.518832 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-46ab1fa0-89cc-4309-bcc3-ab1986ea6613 admin admin] Publish callbacks [] for subnet (f0c8beb8-9ab5-4676-8bae-32caac1ef9bf), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.539372 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.558854 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-46ab1fa0-89cc-4309-bcc3-ab1986ea6613 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9055190'] for subnet (f0c8beb8-9ab5-4676-8bae-32caac1ef9bf), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.599465 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-46ab1fa0-89cc-4309-bcc3-ab1986ea6613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (f0c8beb8-9ab5-4676-8bae-32caac1ef9bf), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.768811 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-46ab1fa0-89cc-4309-bcc3-ab1986ea6613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9277735'] for subnet (f0c8beb8-9ab5-4676-8bae-32caac1ef9bf), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.795863 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab1fa0-89cc-4309-bcc3-ab1986ea6613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0c8beb8-9ab5-4676-8bae-32caac1ef9bf,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:38.803612 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-46ab1fa0-89cc-4309-bcc3-ab1986ea6613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.803612 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-46ab1fa0-89cc-4309-bcc3-ab1986ea6613 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/f0c8beb8-9ab5-4676-8bae-32caac1ef9bf HTTP/1.1" status: 204 len: 168 time: 0.3396091 Aug 21 01:26:38.806450 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52016) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:38.838189 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:38.882149 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.963306 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:38.990887 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0']}} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:39.000689 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8606d19-23ff-45e3-bc09-4e2586412c93') {'for_net_delete': True} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:39.001045 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8606d19-23ff-45e3-bc09-4e2586412c93') {} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:39.004743 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52032) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:39.011937 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9055169'] for segment (b8606d19-23ff-45e3-bc09-4e2586412c93), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.032342 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (b8606d19-23ff-45e3-bc09-4e2586412c93), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.040813 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=106924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:26:39.041379 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432606'] for segment (b8606d19-23ff-45e3-bc09-4e2586412c93), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.054542 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e24f1c6-cd62-49a0-a56e-43afb8588018 admin admin] Deleting subnet 9a9ac277-3461-47de-8f4a-4dda81434f16 {{(pid=106923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:26:39.057848 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5e24f1c6-cd62-49a0-a56e-43afb8588018 admin admin] Publish callbacks [] for subnet (9a9ac277-3461-47de-8f4a-4dda81434f16), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.095487 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5e24f1c6-cd62-49a0-a56e-43afb8588018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291515'] for subnet (9a9ac277-3461-47de-8f4a-4dda81434f16), precommit_delete_associations {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.136352 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5e24f1c6-cd62-49a0-a56e-43afb8588018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (9a9ac277-3461-47de-8f4a-4dda81434f16), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.173787 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.178870 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:39.193512 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.196836 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0 HTTP/1.1" status: 204 len: 168 time: 0.3899913 Aug 21 01:26:39.198275 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c88c37-8201-4470-833c-03ea5fca6e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ecd1d1-c011-4c61-9a6c-e96d29d6f6b0,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:39.293883 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5e24f1c6-cd62-49a0-a56e-43afb8588018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9291481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8566281'] for subnet (9a9ac277-3461-47de-8f4a-4dda81434f16), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.318900 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24f1c6-cd62-49a0-a56e-43afb8588018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9ac277-3461-47de-8f4a-4dda81434f16,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:39.324532 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5e24f1c6-cd62-49a0-a56e-43afb8588018 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.327682 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-5e24f1c6-cd62-49a0-a56e-43afb8588018 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/9a9ac277-3461-47de-8f4a-4dda81434f16 HTTP/1.1" status: 204 len: 168 time: 0.3219905 Aug 21 01:26:39.330261 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52044) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:39.404373 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.493261 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1837b1c-4677-4da3-a79e-3703d51fb9ea req-30a43771-fc77-4c66-8f2b-ee3dd751cc9a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:39.494779 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d1837b1c-4677-4da3-a79e-3703d51fb9ea req-30a43771-fc77-4c66-8f2b-ee3dd751cc9a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0806482 Aug 21 01:26:39.545840 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.579632 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0']}} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:39.600232 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6fb5f7-7e73-48c7-babe-98c66af2ba6c') {'for_net_delete': True} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:39.600526 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6fb5f7-7e73-48c7-babe-98c66af2ba6c') {} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:39.610239 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d1837b1c-4677-4da3-a79e-3703d51fb9ea req-18f43659-e4c2-4597-a54f-37856cef1d8f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084428 Aug 21 01:26:39.613827 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291500'] for segment (2e6fb5f7-7e73-48c7-babe-98c66af2ba6c), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.632774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (2e6fb5f7-7e73-48c7-babe-98c66af2ba6c), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.635049 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52058) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:39.641740 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=106923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:26:39.642153 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9291643'] for segment (2e6fb5f7-7e73-48c7-babe-98c66af2ba6c), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.661797 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:39.678731 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment 2e6fb5f7-7e73-48c7-babe-98c66af2ba6c resource provider aggregate not found Aug 21 01:26:39.713037 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment 2e6fb5f7-7e73-48c7-babe-98c66af2ba6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e6fb5f7-7e73-48c7-babe-98c66af2ba6c found for delete ", "request_id": "req-ab347ed2-88a3-49f3-9410-397f5bfbb77e"}]} Aug 21 01:26:39.738398 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-50d74914-d2e0-470b-a957-1fb7bf25354d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ec1cc59360da420492f613c56fb9105e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1022148 Aug 21 01:26:39.741035 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52064) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:39.800500 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.802502 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c26e9d84-0b07-43a9-836e-ac52d963fc10 admin admin] Publish callbacks [] for security_group (bc258df7-4520-41ba-848a-02866a8bc049), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.813089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.819306 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0 HTTP/1.1" status: 204 len: 168 time: 0.4855244 Aug 21 01:26:39.820697 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52066) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:39.830201 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb72c77-92bb-4fec-9c3e-0cafda74722f admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6cd223-e1a1-4b89-b4ce-8bdd45c7beb0,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:39.840863 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c26e9d84-0b07-43a9-836e-ac52d963fc10 admin admin] Publish callbacks [] for security_group (bc258df7-4520-41ba-848a-02866a8bc049), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.865990 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da49822-ff70-458b-b938-26692fa25695 admin admin] Deleting subnet 010684f4-55a6-45e9-8ad8-d394a95a8695 {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:26:39.869225 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8da49822-ff70-458b-b938-26692fa25695 admin admin] Publish callbacks [] for subnet (010684f4-55a6-45e9-8ad8-d394a95a8695), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.910083 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8da49822-ff70-458b-b938-26692fa25695 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9055190'] for subnet (010684f4-55a6-45e9-8ad8-d394a95a8695), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.962788 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8da49822-ff70-458b-b938-26692fa25695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (010684f4-55a6-45e9-8ad8-d394a95a8695), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.995004 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c26e9d84-0b07-43a9-836e-ac52d963fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (bc258df7-4520-41ba-848a-02866a8bc049), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.997700 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c26e9d84-0b07-43a9-836e-ac52d963fc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:39.998943 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c26e9d84-0b07-43a9-836e-ac52d963fc10 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/bc258df7-4520-41ba-848a-02866a8bc049 HTTP/1.1" status: 204 len: 168 time: 0.2569959 Aug 21 01:26:40.007816 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e9d84-0b07-43a9-836e-ac52d963fc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc258df7-4520-41ba-848a-02866a8bc049,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:40.022908 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:40.098265 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8da49822-ff70-458b-b938-26692fa25695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9277735'] for subnet (010684f4-55a6-45e9-8ad8-d394a95a8695), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.126024 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da49822-ff70-458b-b938-26692fa25695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=010684f4-55a6-45e9-8ad8-d394a95a8695,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:40.127992 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8da49822-ff70-458b-b938-26692fa25695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.131627 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-8da49822-ff70-458b-b938-26692fa25695 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/010684f4-55a6-45e9-8ad8-d394a95a8695 HTTP/1.1" status: 204 len: 168 time: 0.3108780 Aug 21 01:26:40.134134 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52072) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:40.209215 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (fb88122e-0760-407c-ba90-7be975d580f6), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.294452 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (fb88122e-0760-407c-ba90-7be975d580f6), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.316587 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb88122e-0760-407c-ba90-7be975d580f6']}} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:40.326360 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685174ea-8c24-4ff1-a2cf-7552c4d1f171') {'for_net_delete': True} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:40.326659 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685174ea-8c24-4ff1-a2cf-7552c4d1f171') {} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:26:40.336842 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9055169'] for segment (685174ea-8c24-4ff1-a2cf-7552c4d1f171), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.355556 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (685174ea-8c24-4ff1-a2cf-7552c4d1f171), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.362528 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=106924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:26:40.366463 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432606'] for segment (685174ea-8c24-4ff1-a2cf-7552c4d1f171), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.505969 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (fb88122e-0760-407c-ba90-7be975d580f6), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.511357 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.514534 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/fb88122e-0760-407c-ba90-7be975d580f6 HTTP/1.1" status: 204 len: 168 time: 0.3794956 Aug 21 01:26:40.526460 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment b8606d19-23ff-45e3-bc09-4e2586412c93 resource provider aggregate not found Aug 21 01:26:40.531468 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa8be4-eb2e-44f3-8999-eb951dd47e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb88122e-0760-407c-ba90-7be975d580f6,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:40.546765 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment b8606d19-23ff-45e3-bc09-4e2586412c93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8606d19-23ff-45e3-bc09-4e2586412c93 found for delete ", "request_id": "req-a5bd6d9f-6ca0-4b07-be1d-61a19296ba64"}]} Aug 21 01:26:40.564737 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment 685174ea-8c24-4ff1-a2cf-7552c4d1f171 resource provider aggregate not found Aug 21 01:26:40.593344 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment 685174ea-8c24-4ff1-a2cf-7552c4d1f171 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 685174ea-8c24-4ff1-a2cf-7552c4d1f171 found for delete ", "request_id": "req-f8c2bafe-ebed-48c8-a2cf-92d8d04a0bf6"}]} Aug 21 01:26:40.709428 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52090) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:40.754067 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c4323-b823-480a-90b3-73efc5514c3a req-e4634da8-f30f-42ad-afbb-d7289c595399 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:40.755556 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-365c4323-b823-480a-90b3-73efc5514c3a req-e4634da8-f30f-42ad-afbb-d7289c595399 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0512583 Aug 21 01:26:40.756031 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52092) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:40.756192 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-170ed666-09a1-4e58-a91a-62438135e77c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4d7e54c4d8ac4a319386310db3cdb835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453286 Aug 21 01:26:40.842957 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-365c4323-b823-480a-90b3-73efc5514c3a req-a0ace57c-c283-435c-b07f-7d35d5be14a8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791402 Aug 21 01:26:40.843804 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd7af005-19ed-4f11-8f23-0af80fc9be3e admin admin] Publish callbacks [] for security_group (078f9586-bdd0-4b3d-a706-4f274caf6b31), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.869969 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd7af005-19ed-4f11-8f23-0af80fc9be3e admin admin] Publish callbacks [] for security_group (078f9586-bdd0-4b3d-a706-4f274caf6b31), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.878163 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52094) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:40.922894 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-036b08ca-ed9e-4ce9-b585-30eac12b4d39 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=7525c268e881425aaf3b6fa530b85ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435019 Aug 21 01:26:40.926203 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52096) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:40.975652 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a98aec3d-538e-4f9f-9029-3c1ac5aab308 admin admin] Publish callbacks [] for security_group (0f47a7a4-2f07-4631-ab5c-b6d95a857d5e), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:40.996664 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a98aec3d-538e-4f9f-9029-3c1ac5aab308 admin admin] Publish callbacks [] for security_group (0f47a7a4-2f07-4631-ab5c-b6d95a857d5e), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:41.008236 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd7af005-19ed-4f11-8f23-0af80fc9be3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (078f9586-bdd0-4b3d-a706-4f274caf6b31), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:41.011461 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd7af005-19ed-4f11-8f23-0af80fc9be3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:41.015943 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-fd7af005-19ed-4f11-8f23-0af80fc9be3e admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/078f9586-bdd0-4b3d-a706-4f274caf6b31 HTTP/1.1" status: 204 len: 168 time: 0.2556353 Aug 21 01:26:41.023017 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7af005-19ed-4f11-8f23-0af80fc9be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078f9586-bdd0-4b3d-a706-4f274caf6b31,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:41.119074 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a98aec3d-538e-4f9f-9029-3c1ac5aab308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0f47a7a4-2f07-4631-ab5c-b6d95a857d5e), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:41.121783 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a98aec3d-538e-4f9f-9029-3c1ac5aab308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:41.123085 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-a98aec3d-538e-4f9f-9029-3c1ac5aab308 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0f47a7a4-2f07-4631-ab5c-b6d95a857d5e HTTP/1.1" status: 204 len: 168 time: 0.1958165 Aug 21 01:26:41.139624 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98aec3d-538e-4f9f-9029-3c1ac5aab308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f47a7a4-2f07-4631-ab5c-b6d95a857d5e,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:41.827719 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52118) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:41.865936 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:41.869950 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-af421c96-9ae1-432f-9e69-87edf3a9671a admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c1299e8a288741779f68680d3e3d07cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410807 Aug 21 01:26:41.872676 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52122) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:41.896563 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deba6f5-3a32-4254-9553-28e4d1b0ab2e req-e0f3c833-45aa-40e4-a0db-42fb7eb0c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:41.898244 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0deba6f5-3a32-4254-9553-28e4d1b0ab2e req-e0f3c833-45aa-40e4-a0db-42fb7eb0c259 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 1129 time: 0.0598290 Aug 21 01:26:41.935743 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a063a8bd-cf08-4daf-ae40-2947256a5a20 admin admin] Publish callbacks [] for security_group (2b1f8c92-eb5b-4963-9b99-daad7cb222b5), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:41.958337 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a063a8bd-cf08-4daf-ae40-2947256a5a20 admin admin] Publish callbacks [] for security_group (2b1f8c92-eb5b-4963-9b99-daad7cb222b5), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:41.981387 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa11255-f266-4d0d-8196-c6331de43068 req-0d6c4b06-04cf-4650-8c0e-eddded70d44d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:41.983224 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8fa11255-f266-4d0d-8196-c6331de43068 req-0d6c4b06-04cf-4650-8c0e-eddded70d44d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0608666 Aug 21 01:26:41.999359 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:42.002405 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0deba6f5-3a32-4254-9553-28e4d1b0ab2e req-6b3ff52b-39b7-4f81-932e-0653f86feb86 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975676 Aug 21 01:26:42.049485 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8fa11255-f266-4d0d-8196-c6331de43068 req-63ef91b3-b4ad-418c-9a8a-604f70c309b5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571773 Aug 21 01:26:42.124666 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a063a8bd-cf08-4daf-ae40-2947256a5a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (2b1f8c92-eb5b-4963-9b99-daad7cb222b5), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:42.127269 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a063a8bd-cf08-4daf-ae40-2947256a5a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:42.128473 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-a063a8bd-cf08-4daf-ae40-2947256a5a20 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2b1f8c92-eb5b-4963-9b99-daad7cb222b5 HTTP/1.1" status: 204 len: 168 time: 0.2548597 Aug 21 01:26:42.136573 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063a8bd-cf08-4daf-ae40-2947256a5a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1f8c92-eb5b-4963-9b99-daad7cb222b5,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:42.632231 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52150) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:42.679147 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=55 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:42.772011 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-973dfd4a-39b6-4dfa-a25a-3736a235e2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:42.906779 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-973dfd4a-39b6-4dfa-a25a-3736a235e2f6 admin admin] Publish callbacks [] for security_group (c5c7201e-3c2e-48c8-bc65-7512ac019fdb), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:42.990962 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-973dfd4a-39b6-4dfa-a25a-3736a235e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (c5c7201e-3c2e-48c8-bc65-7512ac019fdb), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:43.024169 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:43.034387 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-973dfd4a-39b6-4dfa-a25a-3736a235e2f6 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a4da17eecf2446e1b119830484bb73c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006805 Aug 21 01:26:43.035661 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dfd4a-39b6-4dfa-a25a-3736a235e2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c7201e-3c2e-48c8-bc65-7512ac019fdb,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:43.038005 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52168) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:43.123471 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e24f48d1-7310-4775-a283-f6be2510df20 admin admin] Publish callbacks [] for security_group (c5c7201e-3c2e-48c8-bc65-7512ac019fdb), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:43.171538 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e24f48d1-7310-4775-a283-f6be2510df20 admin admin] Publish callbacks [] for security_group (c5c7201e-3c2e-48c8-bc65-7512ac019fdb), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:43.200723 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385db51-0919-4526-91db-1302675a9424 req-b9a2a75a-c040-4c30-b381-08dfd98bc16a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:43.202202 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b385db51-0919-4526-91db-1302675a9424 req-b9a2a75a-c040-4c30-b381-08dfd98bc16a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0694804 Aug 21 01:26:43.265485 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b385db51-0919-4526-91db-1302675a9424 req-78ae2c73-5dd3-48b0-9feb-e7d7ab4ba04f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566139 Aug 21 01:26:43.336726 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e24f48d1-7310-4775-a283-f6be2510df20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (c5c7201e-3c2e-48c8-bc65-7512ac019fdb), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:43.339146 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e24f48d1-7310-4775-a283-f6be2510df20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:43.345194 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e24f48d1-7310-4775-a283-f6be2510df20 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/c5c7201e-3c2e-48c8-bc65-7512ac019fdb HTTP/1.1" status: 204 len: 168 time: 0.2995639 Aug 21 01:26:43.354174 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f48d1-7310-4775-a283-f6be2510df20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c7201e-3c2e-48c8-bc65-7512ac019fdb,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:44.397823 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b3d7e-8104-41a4-8abe-53fa94df3808 req-760a2757-f003-4100-b6a2-906b29432515 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:44.399330 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d83b3d7e-8104-41a4-8abe-53fa94df3808 req-760a2757-f003-4100-b6a2-906b29432515 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0516665 Aug 21 01:26:44.451163 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d83b3d7e-8104-41a4-8abe-53fa94df3808 req-fad366c4-468b-4511-84b6-1ecbc7eb59ec tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460427 Aug 21 01:26:44.573321 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52240) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:44.573834 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb9fa-ae71-4129-8526-c6a33922fbd6 req-5003b36b-ccaf-4959-906d-e13bfa9f45c1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:44.575304 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8e9fb9fa-ae71-4129-8526-c6a33922fbd6 req-5003b36b-ccaf-4959-906d-e13bfa9f45c1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0476334 Aug 21 01:26:44.628215 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8e9fb9fa-ae71-4129-8526-c6a33922fbd6 req-da940fde-4570-48e0-a2af-1d5829576148 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451980 Aug 21 01:26:44.723935 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=73 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:44.838542 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f507529d-a26f-44fc-bd3a-96509c51f625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:44.930204 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f507529d-a26f-44fc-bd3a-96509c51f625 admin admin] Publish callbacks [] for security_group (a44d0ab6-b5d6-4acc-912a-0065aefd44e2), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:45.008355 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f507529d-a26f-44fc-bd3a-96509c51f625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (a44d0ab6-b5d6-4acc-912a-0065aefd44e2), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:45.066270 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-f507529d-a26f-44fc-bd3a-96509c51f625 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=f712e114877b450182add63063b4780d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4916284 Aug 21 01:26:45.067436 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507529d-a26f-44fc-bd3a-96509c51f625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44d0ab6-b5d6-4acc-912a-0065aefd44e2,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:45.069147 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52294) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:45.125870 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03b3b84b-74ee-4d15-bb78-1cbad578fa44 admin admin] Publish callbacks [] for security_group (a44d0ab6-b5d6-4acc-912a-0065aefd44e2), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:45.151219 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03b3b84b-74ee-4d15-bb78-1cbad578fa44 admin admin] Publish callbacks [] for security_group (a44d0ab6-b5d6-4acc-912a-0065aefd44e2), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:45.174405 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:45.302234 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03b3b84b-74ee-4d15-bb78-1cbad578fa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (a44d0ab6-b5d6-4acc-912a-0065aefd44e2), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:45.305018 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03b3b84b-74ee-4d15-bb78-1cbad578fa44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:45.308788 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-03b3b84b-74ee-4d15-bb78-1cbad578fa44 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/a44d0ab6-b5d6-4acc-912a-0065aefd44e2 HTTP/1.1" status: 204 len: 168 time: 0.2362270 Aug 21 01:26:45.317646 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3b84b-74ee-4d15-bb78-1cbad578fa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44d0ab6-b5d6-4acc-912a-0065aefd44e2,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:46.061193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52316) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:46.075673 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bc0425e2-37db-4534-aec6-14e03cdaa971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:46.159168 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bc0425e2-37db-4534-aec6-14e03cdaa971 admin admin] Publish callbacks [] for security_group (fd1ea432-f113-44f5-a0a7-bf6bbd04214f), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:46.215440 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bc0425e2-37db-4534-aec6-14e03cdaa971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (fd1ea432-f113-44f5-a0a7-bf6bbd04214f), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:46.258860 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-bc0425e2-37db-4534-aec6-14e03cdaa971 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=02fb285c7092440181b91bb18f25e993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964145 Aug 21 01:26:46.259753 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0425e2-37db-4534-aec6-14e03cdaa971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1ea432-f113-44f5-a0a7-bf6bbd04214f,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:46.261575 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52318) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:46.318172 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-569676c4-4208-4fd7-bc35-6f05c4688432 admin admin] Publish callbacks [] for security_group (fd1ea432-f113-44f5-a0a7-bf6bbd04214f), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:46.341017 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-569676c4-4208-4fd7-bc35-6f05c4688432 admin admin] Publish callbacks [] for security_group (fd1ea432-f113-44f5-a0a7-bf6bbd04214f), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:46.467236 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-569676c4-4208-4fd7-bc35-6f05c4688432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (fd1ea432-f113-44f5-a0a7-bf6bbd04214f), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:46.470067 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-569676c4-4208-4fd7-bc35-6f05c4688432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:46.474784 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-569676c4-4208-4fd7-bc35-6f05c4688432 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/fd1ea432-f113-44f5-a0a7-bf6bbd04214f HTTP/1.1" status: 204 len: 168 time: 0.2086585 Aug 21 01:26:46.480893 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569676c4-4208-4fd7-bc35-6f05c4688432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1ea432-f113-44f5-a0a7-bf6bbd04214f,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:47.182817 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:47.219379 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed6035-6c86-496b-92df-0afbb76d3c2c req-46f7c4f4-fafc-4d0e-8574-b6a1314da9b2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:47.221181 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bbed6035-6c86-496b-92df-0afbb76d3c2c req-46f7c4f4-fafc-4d0e-8574-b6a1314da9b2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0484836 Aug 21 01:26:47.278982 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bbed6035-6c86-496b-92df-0afbb76d3c2c req-89cfdeaf-b1ab-4ae8-b4e1-15c9897c3bc8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476582 Aug 21 01:26:48.413110 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815eb38-d99d-45c8-a789-68443d6360a4 req-587007f6-6712-4ce8-99a7-9471f871ce07 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:48.414687 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d815eb38-d99d-45c8-a789-68443d6360a4 req-587007f6-6712-4ce8-99a7-9471f871ce07 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0552831 Aug 21 01:26:48.466299 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d815eb38-d99d-45c8-a789-68443d6360a4 req-b0715527-8da1-409a-abcb-12152d5b7778 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459638 Aug 21 01:26:49.613870 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd791fd-7d41-411b-b329-28f3373c770b req-b80f2299-f30a-4386-b5cf-2bb85d2f88db tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:49.615933 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2cd791fd-7d41-411b-b329-28f3373c770b req-b80f2299-f30a-4386-b5cf-2bb85d2f88db tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0749822 Aug 21 01:26:49.616857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-74ba530c-924b-47a6-b77a-d9d5877a2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:49.618190 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-74ba530c-924b-47a6-b77a-d9d5877a2e07 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 1130 time: 0.0683479 Aug 21 01:26:49.719397 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2cd791fd-7d41-411b-b329-28f3373c770b req-628accc1-8956-4ef6-a240-0ecce4d7995c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976002 Aug 21 01:26:49.744414 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-1d882bbb-9d95-47ba-8fb7-d98301025c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:49.745855 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-1d882bbb-9d95-47ba-8fb7-d98301025c37 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.1168520 Aug 21 01:26:49.787990 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-c8210eaa-d31c-4491-ba02-fa3572b930f4 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f56acc10-3115-43fe-929a-cb8d30842aef HTTP/1.1" status: 200 len: 217 time: 0.0354989 Aug 21 01:26:49.840375 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-fb9d5953-3148-4dfd-8c19-82c23ddab162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:49.841811 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-fb9d5953-3148-4dfd-8c19-82c23ddab162 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.0441308 Aug 21 01:26:49.885219 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-4a69e63d-0c58-4436-a921-4f487cd103e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:49.886678 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-4a69e63d-0c58-4436-a921-4f487cd103e3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379951 Aug 21 01:26:49.983738 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-29e582ee-7868-43f5-acfe-3242da09fb08 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889580 Aug 21 01:26:50.051515 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:50.072588 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ed02521-400d-4b77-90e9-7cd2b7a0f37b req-5d6e01a7-172e-4a8d-99de-8bb41c0b3d58 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829248 Aug 21 01:26:50.841841 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cea4e-7772-4467-bc10-cdc7faba3752 req-2d724d74-82e9-41e4-ae99-6ca1388b4937 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:50.843274 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bf3cea4e-7772-4467-bc10-cdc7faba3752 req-2d724d74-82e9-41e4-ae99-6ca1388b4937 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0494847 Aug 21 01:26:50.900469 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bf3cea4e-7772-4467-bc10-cdc7faba3752 req-6186d865-4e6b-4a70-8d9e-166e9b574aa8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484846 Aug 21 01:26:51.897148 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52450) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:52.006561 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-207dc21d-ce72-4cc1-b773-b670cf6f124f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.035053 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe912d8f-42c7-410f-8c5d-d436a41b9f4c req-f4f3604c-d81f-4739-b558-c6c70d705c78 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:52.038135 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fe912d8f-42c7-410f-8c5d-d436a41b9f4c req-f4f3604c-d81f-4739-b558-c6c70d705c78 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0587635 Aug 21 01:26:52.087842 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-207dc21d-ce72-4cc1-b773-b670cf6f124f admin admin] Publish callbacks [] for security_group (3ff071b5-f29e-4feb-8841-102f315304e9), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.091966 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fe912d8f-42c7-410f-8c5d-d436a41b9f4c req-e7a13632-4bfe-4a63-9a4e-feb1254b88a6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474916 Aug 21 01:26:52.205354 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-207dc21d-ce72-4cc1-b773-b670cf6f124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (3ff071b5-f29e-4feb-8841-102f315304e9), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.241244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52462) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:52.249100 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-207dc21d-ce72-4cc1-b773-b670cf6f124f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=8ddaa0706bd54806973c06cb1dca3ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508697 Aug 21 01:26:52.257299 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52466) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:52.259500 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dc21d-ce72-4cc1-b773-b670cf6f124f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff071b5-f29e-4feb-8841-102f315304e9,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:52.311989 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-dce1ae76-488b-4015-8093-e34b2efd2630 admin admin] Publish callbacks [] for security_group (3ff071b5-f29e-4feb-8841-102f315304e9), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.332908 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-dce1ae76-488b-4015-8093-e34b2efd2630 admin admin] Publish callbacks [] for security_group (3ff071b5-f29e-4feb-8841-102f315304e9), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.377883 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6bad2b86-83e8-4daf-b471-911544c8c6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.386868 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:52.510223 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-dce1ae76-488b-4015-8093-e34b2efd2630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (3ff071b5-f29e-4feb-8841-102f315304e9), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.512836 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-dce1ae76-488b-4015-8093-e34b2efd2630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.514010 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-dce1ae76-488b-4015-8093-e34b2efd2630 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/3ff071b5-f29e-4feb-8841-102f315304e9 HTTP/1.1" status: 204 len: 168 time: 0.2556663 Aug 21 01:26:52.531815 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1ae76-488b-4015-8093-e34b2efd2630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff071b5-f29e-4feb-8841-102f315304e9,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:52.583797 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6bad2b86-83e8-4daf-b471-911544c8c6c9 admin admin] Publish callbacks [] for security_group (6147520e-1222-46b8-bd9b-6d93f78d4bdc), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.654801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6bad2b86-83e8-4daf-b471-911544c8c6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (6147520e-1222-46b8-bd9b-6d93f78d4bdc), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.696005 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-6bad2b86-83e8-4daf-b471-911544c8c6c9 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9494d14579844a7e94ce753bc9e0269b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535687 Aug 21 01:26:52.697202 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad2b86-83e8-4daf-b471-911544c8c6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6147520e-1222-46b8-bd9b-6d93f78d4bdc,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:52.698860 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52470) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:52.750020 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ae7b10d8-0053-4c2e-84e6-9c67ab50c8a7 admin admin] Publish callbacks [] for security_group (6147520e-1222-46b8-bd9b-6d93f78d4bdc), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.776993 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ae7b10d8-0053-4c2e-84e6-9c67ab50c8a7 admin admin] Publish callbacks [] for security_group (6147520e-1222-46b8-bd9b-6d93f78d4bdc), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.777348 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:52.932249 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ae7b10d8-0053-4c2e-84e6-9c67ab50c8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (6147520e-1222-46b8-bd9b-6d93f78d4bdc), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.934863 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ae7b10d8-0053-4c2e-84e6-9c67ab50c8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:52.936025 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ae7b10d8-0053-4c2e-84e6-9c67ab50c8a7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6147520e-1222-46b8-bd9b-6d93f78d4bdc HTTP/1.1" status: 204 len: 168 time: 0.2350147 Aug 21 01:26:52.944192 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b10d8-0053-4c2e-84e6-9c67ab50c8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6147520e-1222-46b8-bd9b-6d93f78d4bdc,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:53.209750 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391a7c7-7a9d-4554-92b1-ff40d3f10bab req-f2856f7d-ecfb-422e-ab10-fce2ac9847d3 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:53.212210 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1391a7c7-7a9d-4554-92b1-ff40d3f10bab req-f2856f7d-ecfb-422e-ab10-fce2ac9847d3 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0491464 Aug 21 01:26:53.261680 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1391a7c7-7a9d-4554-92b1-ff40d3f10bab req-431f913e-9d36-417c-bdd9-1ec3006de2cd tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Aug 21 01:26:53.573885 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52500) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:53.587180 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c3630ac3-1b05-403d-985e-df507579cc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:53.634695 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:53.674125 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c3630ac3-1b05-403d-985e-df507579cc2c admin admin] Publish callbacks [] for security_group (f7661c39-5e83-424d-9017-fd0b780f16a7), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:53.806685 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c3630ac3-1b05-403d-985e-df507579cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (f7661c39-5e83-424d-9017-fd0b780f16a7), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:53.849704 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-c3630ac3-1b05-403d-985e-df507579cc2c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=1e644c5ce24b4aae9dabf2d617b8e1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747457 Aug 21 01:26:53.850801 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3630ac3-1b05-403d-985e-df507579cc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7661c39-5e83-424d-9017-fd0b780f16a7,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:53.852420 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 52506) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:26:53.906404 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-95b7fbc9-09e1-4fd5-9a19-56c67e95b01e admin admin] Publish callbacks [] for security_group (f7661c39-5e83-424d-9017-fd0b780f16a7), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:53.926282 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-95b7fbc9-09e1-4fd5-9a19-56c67e95b01e admin admin] Publish callbacks [] for security_group (f7661c39-5e83-424d-9017-fd0b780f16a7), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:53.933100 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:26:54.077979 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-95b7fbc9-09e1-4fd5-9a19-56c67e95b01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (f7661c39-5e83-424d-9017-fd0b780f16a7), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:54.080460 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-95b7fbc9-09e1-4fd5-9a19-56c67e95b01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:54.081629 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-95b7fbc9-09e1-4fd5-9a19-56c67e95b01e admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f7661c39-5e83-424d-9017-fd0b780f16a7 HTTP/1.1" status: 204 len: 168 time: 0.2282331 Aug 21 01:26:54.089651 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7fbc9-09e1-4fd5-9a19-56c67e95b01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7661c39-5e83-424d-9017-fd0b780f16a7,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:26:54.429473 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddcecb-a85a-4371-82f0-1357bca2a1bc req-70d75148-cc72-490c-a864-d7988281e6e5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:54.431014 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-caddcecb-a85a-4371-82f0-1357bca2a1bc req-70d75148-cc72-490c-a864-d7988281e6e5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0904036 Aug 21 01:26:54.487069 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-caddcecb-a85a-4371-82f0-1357bca2a1bc req-d4f2e4e0-8c73-4a46-b7ef-b4d2c6d7f203 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503831 Aug 21 01:26:55.616939 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c14989-c9bb-4cb6-8dc0-7b782e2cedb1 req-463e0f95-91c3-49c2-a32b-f346fca61151 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:55.618700 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a6c14989-c9bb-4cb6-8dc0-7b782e2cedb1 req-463e0f95-91c3-49c2-a32b-f346fca61151 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0504842 Aug 21 01:26:55.672006 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a6c14989-c9bb-4cb6-8dc0-7b782e2cedb1 req-2ad49dca-0510-4fe9-814a-625af25e1452 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468135 Aug 21 01:26:56.797325 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d3e40-7ef4-4a9b-becb-f19ca2e51f40 req-6a536909-4519-4a5f-b35e-0252de041c7e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:56.798793 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-361d3e40-7ef4-4a9b-becb-f19ca2e51f40 req-6a536909-4519-4a5f-b35e-0252de041c7e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0498550 Aug 21 01:26:56.846821 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-361d3e40-7ef4-4a9b-becb-f19ca2e51f40 req-809bce22-a5a6-4110-bedc-caa3ce583be9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Aug 21 01:26:57.698328 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-81fe4543-592f-4d22-bfd8-b6780c45edba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:26:57.967450 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b412f9f-f936-4e0f-9848-c636321f948c req-68610b0d-0ee5-4cf4-8996-68d76ca00c35 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:57.968942 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6b412f9f-f936-4e0f-9848-c636321f948c req-68610b0d-0ee5-4cf4-8996-68d76ca00c35 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0456328 Aug 21 01:26:58.016641 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6b412f9f-f936-4e0f-9848-c636321f948c req-3b2f31e1-f186-4837-aa8c-d8bd25232848 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Aug 21 01:26:59.135901 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522712-4947-453f-ad7d-4e80cdf36c53 req-35df6774-63d7-480a-922d-e6a6fef2e072 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:26:59.137593 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c5522712-4947-453f-ad7d-4e80cdf36c53 req-35df6774-63d7-480a-922d-e6a6fef2e072 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0493903 Aug 21 01:26:59.188432 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c5522712-4947-453f-ad7d-4e80cdf36c53 req-aaabc4ec-1ac1-45cf-9939-4eaf834bfdbc tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452180 Aug 21 01:27:00.236159 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c6d6fe12-e7b9-4cc9-aea0-a4539717a502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:00.320666 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dccfb4-8ddd-44ae-a2c6-6f32975d5634 req-13d5690b-8124-4dc0-a5e1-d07e13e5119d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:00.328587 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-50dccfb4-8ddd-44ae-a2c6-6f32975d5634 req-13d5690b-8124-4dc0-a5e1-d07e13e5119d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0557754 Aug 21 01:27:00.376931 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-50dccfb4-8ddd-44ae-a2c6-6f32975d5634 req-f6a38054-d39b-40ef-9890-5d58de6bc56b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474496 Aug 21 01:27:01.384984 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:01.460785 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:01.500089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca192b-1af1-4448-a5b6-d86823594214 req-6ef81145-bc25-4db4-952e-082c6d3c12a9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:01.501629 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9aca192b-1af1-4448-a5b6-d86823594214 req-6ef81145-bc25-4db4-952e-082c6d3c12a9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0506508 Aug 21 01:27:01.549411 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9aca192b-1af1-4448-a5b6-d86823594214 req-58754bd2-aa87-4020-aeda-9fda41fa43b1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Aug 21 01:27:02.080195 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52644) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:02.187972 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e58c187b-9468-43de-961d-a86246be24a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:02.265103 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e58c187b-9468-43de-961d-a86246be24a6 admin admin] Publish callbacks [] for security_group (0a70d77b-d731-46ba-8571-da510749e71e), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:02.347924 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e58c187b-9468-43de-961d-a86246be24a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0a70d77b-d731-46ba-8571-da510749e71e), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:02.385952 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c187b-9468-43de-961d-a86246be24a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a70d77b-d731-46ba-8571-da510749e71e,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:02.390923 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-e58c187b-9468-43de-961d-a86246be24a6 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=db767708d48e4cacb62f6fd397fcb27d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096952 Aug 21 01:27:02.393654 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 52648) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:02.444080 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-880ccde1-ca51-432e-9b5d-b11b93dc9479 admin admin] Publish callbacks [] for security_group (0a70d77b-d731-46ba-8571-da510749e71e), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:02.464028 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-880ccde1-ca51-432e-9b5d-b11b93dc9479 admin admin] Publish callbacks [] for security_group (0a70d77b-d731-46ba-8571-da510749e71e), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:02.610850 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-880ccde1-ca51-432e-9b5d-b11b93dc9479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0a70d77b-d731-46ba-8571-da510749e71e), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:02.613496 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-880ccde1-ca51-432e-9b5d-b11b93dc9479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:02.617301 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-880ccde1-ca51-432e-9b5d-b11b93dc9479 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0a70d77b-d731-46ba-8571-da510749e71e HTTP/1.1" status: 204 len: 168 time: 0.2200892 Aug 21 01:27:02.623389 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ccde1-ca51-432e-9b5d-b11b93dc9479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a70d77b-d731-46ba-8571-da510749e71e,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:02.674823 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1919-b03b-442d-a003-5931738f39cc req-4daa29e1-062d-43d9-bf05-a49c206ad5e9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:02.676771 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b3dd1919-b03b-442d-a003-5931738f39cc req-4daa29e1-062d-43d9-bf05-a49c206ad5e9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0545537 Aug 21 01:27:02.732645 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b3dd1919-b03b-442d-a003-5931738f39cc req-987a7e0d-47e5-41d2-8575-c5244f0093c5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 Aug 21 01:27:03.168824 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:03.671878 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:03.890546 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bf825-ce99-4fc7-8235-7de2b6129370 req-2b877034-0b48-4785-8304-8d76e9330361 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:03.893492 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c55bf825-ce99-4fc7-8235-7de2b6129370 req-2b877034-0b48-4785-8304-8d76e9330361 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0624251 Aug 21 01:27:03.958495 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c55bf825-ce99-4fc7-8235-7de2b6129370 req-58cedbef-999a-44a0-ab90-49ea73cf0261 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592213 Aug 21 01:27:05.083683 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586ea95-be01-4c17-af23-80dabe75d14c req-0ba1e993-17ea-4856-ab31-22fece6aa9da tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:05.085227 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7586ea95-be01-4c17-af23-80dabe75d14c req-0ba1e993-17ea-4856-ab31-22fece6aa9da tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0487230 Aug 21 01:27:05.136569 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7586ea95-be01-4c17-af23-80dabe75d14c req-90301f26-a4aa-4c9b-9714-90301f5ee479 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449953 Aug 21 01:27:06.253432 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcadb74-86ff-4d9d-87d4-61213a275133 req-18777680-26bb-47a1-bf8b-5ebd9c0581cf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:06.254954 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2bcadb74-86ff-4d9d-87d4-61213a275133 req-18777680-26bb-47a1-bf8b-5ebd9c0581cf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0462584 Aug 21 01:27:06.305229 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2bcadb74-86ff-4d9d-87d4-61213a275133 req-36345807-5722-42d0-95be-ebb2467e95fe tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431457 Aug 21 01:27:07.432508 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86512e6-5928-4cf0-96ce-9f6e6b007ee4 req-61816600-0a90-4d64-a819-372e3616a88b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:07.434030 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c86512e6-5928-4cf0-96ce-9f6e6b007ee4 req-61816600-0a90-4d64-a819-372e3616a88b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0516167 Aug 21 01:27:07.445496 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:07.500121 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c86512e6-5928-4cf0-96ce-9f6e6b007ee4 req-f940fd4d-8eea-4589-9ad3-9ac446147eb0 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600002 Aug 21 01:27:08.432980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:08.538267 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:08.618564 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df600ac-6c6c-41e6-98c7-6b88249b575e req-afc5cc92-c7e4-4222-b3ce-297886a26905 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:08.619969 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5df600ac-6c6c-41e6-98c7-6b88249b575e req-afc5cc92-c7e4-4222-b3ce-297886a26905 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0463510 Aug 21 01:27:08.667406 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5df600ac-6c6c-41e6-98c7-6b88249b575e req-ae78d16d-b5e2-4b7b-8d8a-49ea58dae0db tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Aug 21 01:27:09.789643 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1524a7c-48c9-421f-af78-7ae26e71c76d req-1e25ff8a-d110-40d7-8f8e-092cb0a653b5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:09.791273 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c1524a7c-48c9-421f-af78-7ae26e71c76d req-1e25ff8a-d110-40d7-8f8e-092cb0a653b5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0493567 Aug 21 01:27:09.847001 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c1524a7c-48c9-421f-af78-7ae26e71c76d req-c1697810-cd6f-4f75-b849-9c41203a2161 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490491 Aug 21 01:27:10.975069 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e2125-7689-4611-9819-8a53f42609e7 req-66f09006-0cdc-410d-8ba4-f756473dc97f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:10.976614 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d54e2125-7689-4611-9819-8a53f42609e7 req-66f09006-0cdc-410d-8ba4-f756473dc97f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0477762 Aug 21 01:27:11.035290 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d54e2125-7689-4611-9819-8a53f42609e7 req-6a523d61-616e-41e1-ad3e-e08241b1091e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527589 Aug 21 01:27:11.723023 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:27:12.156047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0e5f7-ae0f-490b-8912-5fa03b008b9b req-55da99b9-8a25-473a-8eb1-1d2682007343 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:12.157576 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-10f0e5f7-ae0f-490b-8912-5fa03b008b9b req-55da99b9-8a25-473a-8eb1-1d2682007343 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0474117 Aug 21 01:27:12.207338 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-10f0e5f7-ae0f-490b-8912-5fa03b008b9b req-4bdd3d3b-7354-48e2-ad5e-b73b551f5225 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 Aug 21 01:27:12.496684 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=61,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:12.534158 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-18c640ab-c956-440a-aed2-ecb49e48939f req-adedfe55-e358-4d95-a6f2-b86092dceba7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438066 Aug 21 01:27:12.618579 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:13.365048 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c417eb8-502e-4641-b285-2c8331cd817b req-faf96a44-6954-408d-9927-e4ad9e22c230 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:13.366639 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6c417eb8-502e-4641-b285-2c8331cd817b req-faf96a44-6954-408d-9927-e4ad9e22c230 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0637281 Aug 21 01:27:13.392002 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:13.420727 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6c417eb8-502e-4641-b285-2c8331cd817b req-8d2fead1-0ffc-4d05-869f-214c5c65fc12 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453804 Aug 21 01:27:13.917593 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c640ab-c956-440a-aed2-ecb49e48939f req-0a8ffe9c-3d46-4006-830e-4e30fd3cb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:13.919721 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-18c640ab-c956-440a-aed2-ecb49e48939f req-0a8ffe9c-3d46-4006-830e-4e30fd3cb439 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 1129 time: 0.0510271 Aug 21 01:27:14.092480 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c640ab-c956-440a-aed2-ecb49e48939f req-3485df8c-f5cf-498d-8464-c9287816efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:14.094949 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-18c640ab-c956-440a-aed2-ecb49e48939f req-3485df8c-f5cf-498d-8464-c9287816efb3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.1214721 Aug 21 01:27:14.422171 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-18c640ab-c956-440a-aed2-ecb49e48939f req-e645036c-7f40-4107-adc4-489dca691977 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7aa7447-c670-4701-a6ac-18f99415ce92 HTTP/1.1" status: 200 len: 217 time: 0.3148484 Aug 21 01:27:14.425319 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f264a2-6832-4a72-ab39-428e92cb3471 req-b48f9523-ae1f-44b5-9bbd-bd0a50eb3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:14.426694 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a6f264a2-6832-4a72-ab39-428e92cb3471 req-b48f9523-ae1f-44b5-9bbd-bd0a50eb3309 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 1130 time: 0.3308845 Aug 21 01:27:14.525936 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a6f264a2-6832-4a72-ab39-428e92cb3471 req-57cd294c-bafe-48ac-bace-30a583647e76 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904458 Aug 21 01:27:14.543770 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c640ab-c956-440a-aed2-ecb49e48939f req-b2e0e427-5d31-42ac-9f35-c61c5996fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:14.545168 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-18c640ab-c956-440a-aed2-ecb49e48939f req-b2e0e427-5d31-42ac-9f35-c61c5996fb99 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.1109064 Aug 21 01:27:14.564632 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1e464-2934-4a35-8af2-edc5f8ec0a33 req-37db0605-9467-45d3-a672-1253b4be466b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:14.566188 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-10e1e464-2934-4a35-8af2-edc5f8ec0a33 req-37db0605-9467-45d3-a672-1253b4be466b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0573642 Aug 21 01:27:14.615102 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-10e1e464-2934-4a35-8af2-edc5f8ec0a33 req-0d17a90c-694b-4447-90f4-0065518c11d6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430634 Aug 21 01:27:14.924518 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c640ab-c956-440a-aed2-ecb49e48939f req-d5d2a43e-f321-47a7-a1c0-6e7576e95eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:14.926098 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-18c640ab-c956-440a-aed2-ecb49e48939f req-d5d2a43e-f321-47a7-a1c0-6e7576e95eae service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668724 Aug 21 01:27:15.324976 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:15.353280 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-18c640ab-c956-440a-aed2-ecb49e48939f req-f4ba36d6-a631-48d6-974f-ba5d17bc39df service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885656 Aug 21 01:27:15.471539 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-18c640ab-c956-440a-aed2-ecb49e48939f req-8e692e06-451a-4866-b0da-c34da298c819 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086612 Aug 21 01:27:15.757447 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c8bb8-e6db-4873-b91c-dc96066f3e2d req-406247f8-efa6-4b5f-81e1-989b781938bc tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:15.758950 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-043c8bb8-e6db-4873-b91c-dc96066f3e2d req-406247f8-efa6-4b5f-81e1-989b781938bc tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0601518 Aug 21 01:27:15.836632 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-043c8bb8-e6db-4873-b91c-dc96066f3e2d req-6dadb170-443d-45ef-bc40-a3b2316dfb17 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712073 Aug 21 01:27:16.968354 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50f1b-5373-4dcb-9118-bbf0b18d0f36 req-50d1fe8e-ec34-43fc-9733-2b839260e724 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:16.970091 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54b50f1b-5373-4dcb-9118-bbf0b18d0f36 req-50d1fe8e-ec34-43fc-9733-2b839260e724 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0585120 Aug 21 01:27:17.028298 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54b50f1b-5373-4dcb-9118-bbf0b18d0f36 req-307f907f-f2b5-4077-bf22-db868d0a37c8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Aug 21 01:27:17.549270 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8a1d1-fab5-40c1-b217-234d02278b60 req-48081347-8c6e-4af9-ab23-5bb74e8b0ee4 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:17.551587 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-32e8a1d1-fab5-40c1-b217-234d02278b60 req-48081347-8c6e-4af9-ab23-5bb74e8b0ee4 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0528097 Aug 21 01:27:17.604196 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-32e8a1d1-fab5-40c1-b217-234d02278b60 req-844424bd-4e6f-4b76-947c-a2ff7e8b3efa tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448635 Aug 21 01:27:17.704557 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:17.707872 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a0402-ec1d-411f-95c1-78e77657c017 req-6b08391a-966b-482f-9f14-0f9217d9a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:17.709531 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-905a0402-ec1d-411f-95c1-78e77657c017 req-6b08391a-966b-482f-9f14-0f9217d9a9aa service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 1130 time: 0.0407710 Aug 21 01:27:17.826402 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a0402-ec1d-411f-95c1-78e77657c017 req-2ce57723-628a-4dba-b0fd-f9b39027e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:17.827971 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-905a0402-ec1d-411f-95c1-78e77657c017 req-2ce57723-628a-4dba-b0fd-f9b39027e576 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.1114695 Aug 21 01:27:17.870805 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-905a0402-ec1d-411f-95c1-78e77657c017 req-f6c5ae51-3e6f-467f-862c-4a3a3d383cec service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f56acc10-3115-43fe-929a-cb8d30842aef HTTP/1.1" status: 200 len: 217 time: 0.0361319 Aug 21 01:27:17.931149 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a0402-ec1d-411f-95c1-78e77657c017 req-ad6b4c33-5d7b-4fe5-bc43-26303b46c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:17.932695 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-905a0402-ec1d-411f-95c1-78e77657c017 req-ad6b4c33-5d7b-4fe5-bc43-26303b46c311 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.0531685 Aug 21 01:27:17.980227 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a0402-ec1d-411f-95c1-78e77657c017 req-858f4c59-5484-4551-90ce-f0c5eb6a1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:17.981782 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-905a0402-ec1d-411f-95c1-78e77657c017 req-858f4c59-5484-4551-90ce-f0c5eb6a1838 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414989 Aug 21 01:27:18.085913 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-905a0402-ec1d-411f-95c1-78e77657c017 req-a63b01bc-be7a-41df-bbf6-58af3addd5e1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966280 Aug 21 01:27:18.182968 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-905a0402-ec1d-411f-95c1-78e77657c017 req-be8fe1f9-dd4d-4f3a-bd1d-b320ce14f748 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886765 Aug 21 01:27:18.441446 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:18.770106 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3934a4-19da-4bdf-be29-452125ad05ff req-1c6235b8-35e8-4a90-8a50-0263220a26eb tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:18.776536 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f3934a4-19da-4bdf-be29-452125ad05ff req-1c6235b8-35e8-4a90-8a50-0263220a26eb tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0725532 Aug 21 01:27:18.855382 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5a8ff-b36c-4f38-87c0-1433a23e4387 req-07015e3c-7c1f-4b8b-8b76-17590ffc86e8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:18.856866 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5a8ff-b36c-4f38-87c0-1433a23e4387 req-07015e3c-7c1f-4b8b-8b76-17590ffc86e8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0838602 Aug 21 01:27:18.881072 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:18.888666 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f3934a4-19da-4bdf-be29-452125ad05ff req-f00b79f3-0a4f-441a-890c-69f68b8b8052 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008074 Aug 21 01:27:18.952480 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5a8ff-b36c-4f38-87c0-1433a23e4387 req-3d9fd478-4bc0-4496-80aa-494d3d87a6a3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835168 Aug 21 01:27:19.402870 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53084) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:19.513377 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:19.592660 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Publish callbacks [] for security_group (ea89357e-dd6d-445d-8e59-b1ad048ee3f9), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:19.691658 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (ea89357e-dd6d-445d-8e59-b1ad048ee3f9), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:19.731740 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea89357e-dd6d-445d-8e59-b1ad048ee3f9,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:19.735794 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=17245d3d23d1456fb1a2936887a75dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319304 Aug 21 01:27:19.738814 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 53092) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:19.741964 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.742318 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.742659 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.742994 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.743328 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.743715 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.744045 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.744516 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.744839 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.745167 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.745491 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.745835 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.746254 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.746462 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.746777 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca43c5-453f-4689-a4b0-57d2f0ed0514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.802172 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Publish callbacks [] for security_group (ea89357e-dd6d-445d-8e59-b1ad048ee3f9), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:19.823820 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Publish callbacks [] for security_group (ea89357e-dd6d-445d-8e59-b1ad048ee3f9), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:19.940021 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (ea89357e-dd6d-445d-8e59-b1ad048ee3f9), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:19.942855 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:19.946579 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ea89357e-dd6d-445d-8e59-b1ad048ee3f9 HTTP/1.1" status: 204 len: 168 time: 0.2035670 Aug 21 01:27:19.955047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea89357e-dd6d-445d-8e59-b1ad048ee3f9,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:19.963178 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.963541 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.963892 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.964276 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.964645 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.965132 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.965474 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.965811 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.966137 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.966469 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.966856 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.967233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.968055 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.969024 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:19.969864 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907deea3-9eaa-47ab-87ed-437b05b12927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:20.129034 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053fb1d-f59e-422d-8fbc-7a70cd5029d2 req-c40fb252-49b8-439d-b8bb-b5a02ab20c87 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:20.130772 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8053fb1d-f59e-422d-8fbc-7a70cd5029d2 req-c40fb252-49b8-439d-b8bb-b5a02ab20c87 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0551324 Aug 21 01:27:20.217247 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34076a-ebc7-4b91-a5ba-a4d591bdc4d3 req-6689087c-db2c-46cd-ac5b-62b7e7d2d364 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:20.218846 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ae34076a-ebc7-4b91-a5ba-a4d591bdc4d3 req-6689087c-db2c-46cd-ac5b-62b7e7d2d364 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0731134 Aug 21 01:27:20.222194 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8053fb1d-f59e-422d-8fbc-7a70cd5029d2 req-938e2e26-8808-4e24-b2b6-206da288a269 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848243 Aug 21 01:27:20.282522 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53108) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:20.287340 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ae34076a-ebc7-4b91-a5ba-a4d591bdc4d3 req-3b249c61-90e6-429c-bacf-94f1b1c4fa9d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600340 Aug 21 01:27:20.408423 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aecd53-2a22-4f7f-9657-461751826c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:20.488082 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aecd53-2a22-4f7f-9657-461751826c51 admin admin] Publish callbacks [] for security_group (6c0126a3-16b2-40e4-bf30-eaff1102f77f), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:20.634691 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aecd53-2a22-4f7f-9657-461751826c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (6c0126a3-16b2-40e4-bf30-eaff1102f77f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:20.678933 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-d9aecd53-2a22-4f7f-9657-461751826c51 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0f6936a00a984984b27977fb51ab1eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952749 Aug 21 01:27:20.680581 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aecd53-2a22-4f7f-9657-461751826c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0126a3-16b2-40e4-bf30-eaff1102f77f,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:20.681848 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 53128) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:20.760807 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-153e662a-8636-4286-b4c4-741704743b9b admin admin] Publish callbacks [] for security_group (6c0126a3-16b2-40e4-bf30-eaff1102f77f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:20.781399 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-153e662a-8636-4286-b4c4-741704743b9b admin admin] Publish callbacks [] for security_group (6c0126a3-16b2-40e4-bf30-eaff1102f77f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:20.912296 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-153e662a-8636-4286-b4c4-741704743b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (6c0126a3-16b2-40e4-bf30-eaff1102f77f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:20.914885 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-153e662a-8636-4286-b4c4-741704743b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:20.916084 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-153e662a-8636-4286-b4c4-741704743b9b admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6c0126a3-16b2-40e4-bf30-eaff1102f77f HTTP/1.1" status: 204 len: 168 time: 0.2329838 Aug 21 01:27:20.926095 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e662a-8636-4286-b4c4-741704743b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0126a3-16b2-40e4-bf30-eaff1102f77f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:21.353045 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:21.367349 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb24a15-d080-41b5-8a96-f27187d72221 req-3bec6e09-8000-403e-9946-50dbb2a4709b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:21.374959 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0bb24a15-d080-41b5-8a96-f27187d72221 req-3bec6e09-8000-403e-9946-50dbb2a4709b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0712738 Aug 21 01:27:21.458317 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524fa7f-1906-4388-b94e-8feb6d7996bb req-cdb377da-93a4-4c76-87e9-63f0a1f8cfb2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:21.461979 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0524fa7f-1906-4388-b94e-8feb6d7996bb req-cdb377da-93a4-4c76-87e9-63f0a1f8cfb2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0667322 Aug 21 01:27:21.471257 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0bb24a15-d080-41b5-8a96-f27187d72221 req-160a63cd-3de0-44ed-88d4-21d449e223ca tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955994 Aug 21 01:27:21.520478 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0524fa7f-1906-4388-b94e-8feb6d7996bb req-b9fcd874-cbbf-4e66-9347-0ad8f603de94 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538692 Aug 21 01:27:22.112710 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 53180) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:22.217224 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462385589-network', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:22.289214 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Made reservation on behalf of da8fc458ef6b49e18daac9fb195a2149 for: {'network': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:27:22.293874 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:22.310175 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:22.329434 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:22.392912 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Publish callbacks [] for security_group (e5f332e1-a106-4405-aed8-7bed6c1b35e2), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:22.472326 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (e5f332e1-a106-4405-aed8-7bed6c1b35e2), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:22.497334 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=106923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:27:22.508287 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f332e1-a106-4405-aed8-7bed6c1b35e2,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:22.513655 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (0b78bd24-e356-4647-b550-367c2036e8e9), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:22.513999 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.segments_db [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Added segment 0b78bd24-e356-4647-b550-367c2036e8e9 of type vlan for network 1e79e20e-bb84-4864-9fe8-d17ca136af81 Aug 21 01:27:22.558145 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (1e79e20e-bb84-4864-9fe8-d17ca136af81), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:22.669733 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (1e79e20e-bb84-4864-9fe8-d17ca136af81), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:22.670777 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:22.671370 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:22.762249 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] Pushing event updated for resources: {'Network': ['ID=1e79e20e-bb84-4864-9fe8-d17ca136af81,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:22.775045 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network 1e79e20e-bb84-4864-9fe8-d17ca136af81 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:27:22.779760 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53200) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:22.780310 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-273bb404-1790-4359-97ee-3fbc31c88362 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6659374 Aug 21 01:27:22.784704 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Request body: {'subnet': {'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462385589-subnet', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'ip_version': 4}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:22.788176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d3ed-0253-4b84-85ad-df2d9d57db70 req-9f33958c-1684-40af-a794-b59019b7d1a5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:22.789654 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1b7d3ed-0253-4b84-85ad-df2d9d57db70 req-9f33958c-1684-40af-a794-b59019b7d1a5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0926917 Aug 21 01:27:22.840446 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1b7d3ed-0253-4b84-85ad-df2d9d57db70 req-e42dbd57-a7a4-4fb9-b03b-953d2d2bc32e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447247 Aug 21 01:27:22.874912 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Made reservation on behalf of da8fc458ef6b49e18daac9fb195a2149 for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:27:22.878195 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9277724'] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.086607 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9277742'] for subnet (00079c66-f5fd-4cb3-b926-ea119e3ff612), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.144227 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00079c66-f5fd-4cb3-b926-ea119e3ff612,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:23.162769 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Checking segment: {'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:27:23.164628 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Network hostable DHCP agents. Network: 1e79e20e-bb84-4864-9fe8-d17ca136af81, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:27:23.232414 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Network 1e79e20e-bb84-4864-9fe8-d17ca136af81 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:27:23.320753 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1e79e20e-bb84-4864-9fe8-d17ca136af81) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:23.324849 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:23.325452 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.331498 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76bc647-60d5-4dc9-8cd2-b0be9904353d None None] Network 1e79e20e-bb84-4864-9fe8-d17ca136af81 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:27:23.392219 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53210) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:23.397330 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-9d3e0d38-570f-46f6-aa8b-2079e836cbf2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339996228', 'description': 'tempest-description--1244803401'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:23.413234 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:23.444215 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 53212) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:23.445215 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-329dae93-1472-486c-8ffd-b795611eac64 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6643500 Aug 21 01:27:23.455097 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-1e79e20e-bb84-4864-9fe8-d17ca136af81', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:27:23.455097 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.455381 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:23.587805 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Allocated IP 172.20.0.2 (1e79e20e-bb84-4864-9fe8-d17ca136af81/00079c66-f5fd-4cb3-b926-ea119e3ff612/0d341d09-1f91-4f58-98bf-ff3bd28aa16a) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:27:23.593533 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9d3e0d38-570f-46f6-aa8b-2079e836cbf2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.597920 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (7d35a8c3-652c-4391-910d-a8ce382cd230), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.599132 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (7d35a8c3-652c-4391-910d-a8ce382cd230), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.620963 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:23.656079 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:23.662176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks [] for router_controller (7d35a8c3-652c-4391-910d-a8ce382cd230), precommit_add_association {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.704434 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9d3e0d38-570f-46f6-aa8b-2079e836cbf2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group (8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.762879 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Publish callbacks [] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.775848 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9d3e0d38-570f-46f6-aa8b-2079e836cbf2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.809821 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e0d38-570f-46f6-aa8b-2079e836cbf2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:23.853370 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.866493 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9d3e0d38-570f-46f6-aa8b-2079e836cbf2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.867783 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9d3e0d38-570f-46f6-aa8b-2079e836cbf2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4745388 Aug 21 01:27:23.870594 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53218) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:23.875261 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-bea807c1-a105-45c3-ba49-35f8bb9a35a9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Request body: {'security_group_rule': {'security_group_id': '8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:23.905739 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks [] for router_gateway (7d35a8c3-652c-4391-910d-a8ce382cd230), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:23.912673 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Network 1e79e20e-bb84-4864-9fe8-d17ca136af81 is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:23.915848 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:23.920218 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:27:23.927416 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Pushing event updated for resources: {'Port': ['ID=0d341d09-1f91-4f58-98bf-ff3bd28aa16a,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:23.951627 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.951977 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.952349 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.952695 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.953028 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.953387 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.953716 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.954044 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.954372 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.955225 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.955567 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.955878 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.956226 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.956548 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.956867 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:23.981680 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927391bf-71fa-4b7c-85ba-9c3012be0423 req-c279ae68-6c5a-490a-aed2-6f94a812d19a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:23.983247 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-927391bf-71fa-4b7c-85ba-9c3012be0423 req-c279ae68-6c5a-490a-aed2-6f94a812d19a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0497606 Aug 21 01:27:23.992792 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Attempting to bind port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:27:23.993165 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Attempting to bind port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:27:23.993568 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Attempting to bind port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a on network 1e79e20e-bb84-4864-9fe8-d17ca136af81 {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:27:23.999112 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:27:23.999531 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Checking segment: {'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:27:23.999928 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.000364 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Bound using segment: {'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:27:24.000859 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Bound port: 0d341d09-1f91-4f58-98bf-ff3bd28aa16a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:27:24.001263 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.036226 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-927391bf-71fa-4b7c-85ba-9c3012be0423 req-e3dc6ade-530c-4531-bf15-aa1c52f75b49 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471385 Aug 21 01:27:24.054117 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bea807c1-a105-45c3-ba49-35f8bb9a35a9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group_rule (d99cbd99-06e5-4b10-9f01-6e358a911a7d), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.081502 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] For port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:27:24.086757 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] For port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0d341d09-1f91-4f58-98bf-ff3bd28aa16a,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:27:24.131147 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bea807c1-a105-45c3-ba49-35f8bb9a35a9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group_rule (d99cbd99-06e5-4b10-9f01-6e358a911a7d), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.194424 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.248755 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks [] for router_gateway (7d35a8c3-652c-4391-910d-a8ce382cd230), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.252024 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:24.257854 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82731a-5c9b-467e-83ce-70732b0dd839 None None] Pushing event updated for resources: {'Port': ['ID=0d341d09-1f91-4f58-98bf-ff3bd28aa16a,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:24.283795 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bea807c1-a105-45c3-ba49-35f8bb9a35a9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (d99cbd99-06e5-4b10-9f01-6e358a911a7d), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.283965 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.289979 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea807c1-a105-45c3-ba49-35f8bb9a35a9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99cbd99-06e5-4b10-9f01-6e358a911a7d,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:24.389488 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bea807c1-a105-45c3-ba49-35f8bb9a35a9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.393147 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-bea807c1-a105-45c3-ba49-35f8bb9a35a9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5204744 Aug 21 01:27:24.394684 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53228) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:24.431442 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-30afd366-0e80-4256-b6af-10f29f07f144 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Request body: {'security_group_rule': {'security_group_id': '8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:24.448862 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Allocated IP 172.37.5.48 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/59082ddc-7493-4cd8-bc21-851a99d17ba9) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:27:24.615366 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks [] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.831854 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30afd366-0e80-4256-b6af-10f29f07f144 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group_rule (3157a9aa-eb80-424f-adc0-135ff8c5955b), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.858665 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.887179 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:24.900405 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:24.906331 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:24.911314 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:27:24.912566 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30afd366-0e80-4256-b6af-10f29f07f144 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group_rule (3157a9aa-eb80-424f-adc0-135ff8c5955b), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:24.954653 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Pushing event updated for resources: {'Port': ['ID=59082ddc-7493-4cd8-bc21-851a99d17ba9,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:25.012452 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30afd366-0e80-4256-b6af-10f29f07f144 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (3157a9aa-eb80-424f-adc0-135ff8c5955b), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.028893 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afd366-0e80-4256-b6af-10f29f07f144 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3157a9aa-eb80-424f-adc0-135ff8c5955b,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:25.115837 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30afd366-0e80-4256-b6af-10f29f07f144 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.119672 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-30afd366-0e80-4256-b6af-10f29f07f144 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7235761 Aug 21 01:27:25.123222 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53248) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:25.131521 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:25.186538 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b8d9c-e7a5-4ddf-bfb3-452de0ff5926 req-86df43c5-5e2e-46e3-9c2f-2b446a781c87 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:25.188096 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-143b8d9c-e7a5-4ddf-bfb3-452de0ff5926 req-86df43c5-5e2e-46e3-9c2f-2b446a781c87 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0569546 Aug 21 01:27:25.279739 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.383570 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 53258) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:25.397374 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:25.424978 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5fcf1f-b2da-480b-8567-2977a526dc48 None None] Network 1e79e20e-bb84-4864-9fe8-d17ca136af81 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:27:25.427238 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.448286 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks [] for router_gateway (7d35a8c3-652c-4391-910d-a8ce382cd230), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.538909 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:25.552803 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Allocated IP 172.37.5.129 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/7cad89e1-c8d1-41d5-99e6-c07f744a39e0) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:27:25.577442 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-5c58a729-857c-4277-a390-bf1bb0595f46 None None] Provisioning complete for port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:25.579708 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5c58a729-857c-4277-a390-bf1bb0595f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.590528 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-143b8d9c-e7a5-4ddf-bfb3-452de0ff5926 req-2f0b0e43-86ab-4ecd-82ac-73ec5e724279 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441031 Aug 21 01:27:25.626860 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd32a-7ead-4cfe-8704-fc7b8651ab70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.631780 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:25.690794 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for port (7cad89e1-c8d1-41d5-99e6-c07f744a39e0), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.706461 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:INSERT=9,neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:25.745453 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-5c58a729-857c-4277-a390-bf1bb0595f46 None None] Current status of the port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:25.746144 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5c58a729-857c-4277-a390-bf1bb0595f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.785556 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-5c58a729-857c-4277-a390-bf1bb0595f46 None None] For port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0d341d09-1f91-4f58-98bf-ff3bd28aa16a,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:25.797020 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:25.831219 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (7cad89e1-c8d1-41d5-99e6-c07f744a39e0), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.890646 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5c58a729-857c-4277-a390-bf1bb0595f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.898819 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576db78d-6c1e-4323-935b-1b172f531756 req-6b25dfaf-8a23-4d28-aaf3-089056405e7d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:25.905386 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-576db78d-6c1e-4323-935b-1b172f531756 req-6b25dfaf-8a23-4d28-aaf3-089056405e7d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1505008 Aug 21 01:27:25.906470 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:25.920905 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:25.925519 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:27:25.947361 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd32a-7ead-4cfe-8704-fc7b8651ab70 admin admin] Publish callbacks [] for security_group (12a9e5ff-a562-4268-8506-c8f472d96d6b), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:25.956029 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event updated for resources: {'Port': ['ID=7cad89e1-c8d1-41d5-99e6-c07f744a39e0,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:25.977184 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (7d35a8c3-652c-4391-910d-a8ce382cd230), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.001123 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-576db78d-6c1e-4323-935b-1b172f531756 req-bc91d677-7f48-4749-a311-4f80993dfd05 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943899 Aug 21 01:27:26.005170 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58a729-857c-4277-a390-bf1bb0595f46 None None] Pushing event updated for resources: {'Port': ['ID=0d341d09-1f91-4f58-98bf-ff3bd28aa16a,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:26.026651 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-1fd9ddfc-39c4-4596-acfc-4f27f4e6e2d8 None None] Provisioning complete for port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:26.027037 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ddfc-39c4-4596-acfc-4f27f4e6e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.039247 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for floatingip (de2d3380-4c59-4cfb-a8c1-27f279763eea), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.096296 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 0d341d09-1f91-4f58-98bf-ff3bd28aa16a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:26.116379 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cb7fd32a-7ead-4cfe-8704-fc7b8651ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (12a9e5ff-a562-4268-8506-c8f472d96d6b), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.156351 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (7cad89e1-c8d1-41d5-99e6-c07f744a39e0), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.177707 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:26.178091 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.203976 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fd32a-7ead-4cfe-8704-fc7b8651ab70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a9e5ff-a562-4268-8506-c8f472d96d6b,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:26.209766 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-cb7fd32a-7ead-4cfe-8704-fc7b8651ab70 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e727a52f046049ff8b746156a05685dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8229582 Aug 21 01:27:26.215329 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9ddfc-39c4-4596-acfc-4f27f4e6e2d8 None None] Current status of the port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:26.221830 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 53270) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:26.285916 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:26.297034 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e6b14622-758d-49a1-9cc7-d323f56425f7 admin admin] Publish callbacks [] for security_group (12a9e5ff-a562-4268-8506-c8f472d96d6b), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.322279 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e6b14622-758d-49a1-9cc7-d323f56425f7 admin admin] Publish callbacks [] for security_group (12a9e5ff-a562-4268-8506-c8f472d96d6b), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.358389 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for port (7cad89e1-c8d1-41d5-99e6-c07f744a39e0), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.362962 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Router 7d35a8c3-652c-4391-910d-a8ce382cd230 is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:27:26.469549 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:27:26.478286 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Sync routers for ids ['7d35a8c3-652c-4391-910d-a8ce382cd230'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:27:26.481631 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (7cad89e1-c8d1-41d5-99e6-c07f744a39e0), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.490107 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Routers {'7d35a8c3-652c-4391-910d-a8ce382cd230'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:27:26.491770 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:27:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['7d35a8c3-652c-4391-910d-a8ce382cd230'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:26.512922 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e6b14622-758d-49a1-9cc7-d323f56425f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (12a9e5ff-a562-4268-8506-c8f472d96d6b), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.515847 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e6b14622-758d-49a1-9cc7-d323f56425f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.519736 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e6b14622-758d-49a1-9cc7-d323f56425f7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/12a9e5ff-a562-4268-8506-c8f472d96d6b HTTP/1.1" status: 204 len: 168 time: 0.2888446 Aug 21 01:27:26.528967 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b14622-758d-49a1-9cc7-d323f56425f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a9e5ff-a562-4268-8506-c8f472d96d6b,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:26.559037 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event updated for resources: {'Port': ['ID=7cad89e1-c8d1-41d5-99e6-c07f744a39e0,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:26.563284 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (de2d3380-4c59-4cfb-a8c1-27f279763eea), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.581173 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.583319 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c139838c-a740-43f9-97ab-5d87b1cf9ff4 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1369419 Aug 21 01:27:26.586040 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 53276) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:26.613622 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Set router 7d35a8c3-652c-4391-910d-a8ce382cd230 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:27:26.664240 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.673352 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-1aa91230-22f5-44a6-b8dc-86f9c0e9ff4e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5414326 Aug 21 01:27:26.825580 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:25Z', 'revision_number': 3, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:26.853773 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Checking router: 7d35a8c3-652c-4391-910d-a8ce382cd230 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:27:26.854145 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Updating router 7d35a8c3-652c-4391-910d-a8ce382cd230 port 59082ddc-7493-4cd8-bc21-851a99d17ba9 binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:27:26.904957 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:26.964549 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:27.069009 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:27.083074 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:27.105037 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f646d-698e-4355-8a05-a2da65474fd7 req-c57e674e-cd0d-4818-9dfd-a6403366a811 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:27.106525 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c2f646d-698e-4355-8a05-a2da65474fd7 req-c57e674e-cd0d-4818-9dfd-a6403366a811 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0969107 Aug 21 01:27:27.162541 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-9f4835df-4596-431f-8814-c65b1f398efa tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1339996228&fields=id&tenant_id=9774c354b8b048768f2071acfb48a4bf HTTP/1.1" status: 200 len: 267 time: 0.1539335 Aug 21 01:27:27.180131 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Publish callbacks [] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:27.258700 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:27.291093 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c2f646d-698e-4355-8a05-a2da65474fd7 req-268e0c67-c830-4c41-b7d2-304573f08bb5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712258 Aug 21 01:27:27.301551 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Attempting to bind port 59082ddc-7493-4cd8-bc21-851a99d17ba9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:27:27.304041 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Attempting to bind port 59082ddc-7493-4cd8-bc21-851a99d17ba9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:27:27.304041 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Attempting to bind port 59082ddc-7493-4cd8-bc21-851a99d17ba9 on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:27:27.312662 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:27:27.312978 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:27:27.313377 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:27.313756 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:27:27.314259 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Bound port: 59082ddc-7493-4cd8-bc21-851a99d17ba9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:27:27.315152 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:27.339738 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dddf9-4485-49e1-a541-f9eed69ea4f1 None None] Pushing event updated for resources: {'Port': ['ID=59082ddc-7493-4cd8-bc21-851a99d17ba9,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:27.382774 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] For port 59082ddc-7493-4cd8-bc21-851a99d17ba9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:27:27.385939 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] For port 59082ddc-7493-4cd8-bc21-851a99d17ba9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=59082ddc-7493-4cd8-bc21-851a99d17ba9,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:27:27.413526 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:27.438507 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-374be6b8-924a-41be-bba5-f048cd40a68f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:27.440246 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-374be6b8-924a-41be-bba5-f048cd40a68f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 818 time: 0.2606394 Aug 21 01:27:27.462599 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:27.482259 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bac751-409c-4e65-a8d9-c21daabab0ca req-34d7e14c-2f82-42be-b1bd-0f27db503ed6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:27.483933 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f2bac751-409c-4e65-a8d9-c21daabab0ca req-34d7e14c-2f82-42be-b1bd-0f27db503ed6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1106265 Aug 21 01:27:27.495071 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-046e1c0d-5cc3-4190-8dfa-ed686b46bbe4 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/quotas/9774c354b8b048768f2071acfb48a4bf HTTP/1.1" status: 200 len: 375 time: 0.0474336 Aug 21 01:27:27.523496 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dddf9-4485-49e1-a541-f9eed69ea4f1 None None] Pushing event updated for resources: {'Port': ['ID=59082ddc-7493-4cd8-bc21-851a99d17ba9,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:27.534509 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Routers {'7d35a8c3-652c-4391-910d-a8ce382cd230'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:27:27.537600 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:27:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['7d35a8c3-652c-4391-910d-a8ce382cd230'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:27.619070 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-c1820494-ba3f-470a-9870-62a5f6b9b497 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1229539 Aug 21 01:27:27.654195 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f2bac751-409c-4e65-a8d9-c21daabab0ca req-c51247dc-a519-4004-b48a-4df10bf96fff tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565363 Aug 21 01:27:27.662401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:27.678290 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=18 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:27.683964 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=16 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:27.706639 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:27.804002 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-12fba08e-73a2-4f9c-9159-e29d97b512f5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636434 Aug 21 01:27:27.841696 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] Set router 7d35a8c3-652c-4391-910d-a8ce382cd230 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:27:27.917187 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-6edcffbf-43fd-4c5b-abf1-381aef391b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:27.980836 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f23a9aaa-083f-4d9a-8a1c-bdb89492f72a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640880 Aug 21 01:27:27.985024 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 0d341d09-1f91-4f58-98bf-ff3bd28aa16a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:27.992854 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Allocated IP 172.20.0.1 (1e79e20e-bb84-4864-9fe8-d17ca136af81/00079c66-f5fd-4cb3-b926-ea119e3ff612/51cee38e-2fe5-4ed4-a408-f18d6c789418) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:27:28.114783 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:28.133394 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Publish callbacks [] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:28.144750 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:28.145129 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:28.180132 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:25Z', 'revision_number': 3, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:28.221331 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a83da-33e6-482f-9db0-ffadab4212eb None None] The sync data for ids ['7d35a8c3-652c-4391-910d-a8ce382cd230'] in dv-cinder-master-3-iscsi is: [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:25Z', 'revision_number': 3, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:27:28.231574 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:28.296125 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Network 1e79e20e-bb84-4864-9fe8-d17ca136af81 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:28.303256 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:28.328922 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:27:28.360832 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:28.381542 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (7d35a8c3-652c-4391-910d-a8ce382cd230), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:28.394292 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:28.453242 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-45ef32a2-74ac-4e73-ba29-31658bf4a8f0 req-879c4b33-1936-4bd7-86dc-478c031ac35d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 210 time: 0.1697879 Aug 21 01:27:28.481119 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=51cee38e-2fe5-4ed4-a408-f18d6c789418,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:28.552383 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0a20-8dd3-4687-9495-749b201c88d5 req-755f2c7e-d5c2-4111-b005-e3980eb788d3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:28.554290 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f5de0a20-8dd3-4687-9495-749b201c88d5 req-755f2c7e-d5c2-4111-b005-e3980eb788d3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0923550 Aug 21 01:27:28.669700 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:28.679172 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f5de0a20-8dd3-4687-9495-749b201c88d5 req-ba7c79d9-6149-4a34-a6f5-1e8fcd9811bf tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948973 Aug 21 01:27:28.698061 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-dde3a64c-f78d-4268-8e8d-fd41a6cedee0 None None] Provisioning complete for port 51cee38e-2fe5-4ed4-a408-f18d6c789418 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:28.698061 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-dde3a64c-f78d-4268-8e8d-fd41a6cedee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:28.753926 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-dde3a64c-f78d-4268-8e8d-fd41a6cedee0 None None] Port 51cee38e-2fe5-4ed4-a408-f18d6c789418 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:27:28.832512 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ce86f-4efe-4893-878f-c5521c135a0b req-5037fe2f-dbf6-442d-aa5e-354d2fe97818 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:28.834208 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f4ce86f-4efe-4893-878f-c5521c135a0b req-5037fe2f-dbf6-442d-aa5e-354d2fe97818 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0727770 Aug 21 01:27:28.848776 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:28.934587 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f4ce86f-4efe-4893-878f-c5521c135a0b req-68a2471d-f124-4bce-a503-beb8f16ff83c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929327 Aug 21 01:27:29.077463 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Publish callbacks [] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:29.159915 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:29.230256 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (7d35a8c3-652c-4391-910d-a8ce382cd230), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:29.232180 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=51cee38e-2fe5-4ed4-a408-f18d6c789418,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:29.297253 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:29.330061 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Network 1e79e20e-bb84-4864-9fe8-d17ca136af81 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:29.332161 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:29.459104 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Router 7d35a8c3-652c-4391-910d-a8ce382cd230 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:27:29.568944 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-24f688e7-591b-43c8-83de-7b5d827b7830 req-62a41772-afd3-4c02-adf6-77ae3609c7a4 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 210 time: 0.0295925 Aug 21 01:27:29.583672 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-86228c58-97f9-429a-bffd-e52521ae7202 None None] Provisioning complete for port 51cee38e-2fe5-4ed4-a408-f18d6c789418 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:29.584143 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-86228c58-97f9-429a-bffd-e52521ae7202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:29.601670 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:27:29.607650 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-4a115332-e1f4-4015-8297-7db0e0b88ea6 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/7d35a8c3-652c-4391-910d-a8ce382cd230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0202608 Aug 21 01:27:29.625695 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-86228c58-97f9-429a-bffd-e52521ae7202 None None] Port 51cee38e-2fe5-4ed4-a408-f18d6c789418 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:27:29.847549 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc4fca-6f48-4308-ab9b-fdca7ee2d9af req-85c6ba93-79fa-4435-ac62-7b18162f166d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:29.856702 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f2bc4fca-6f48-4308-ab9b-fdca7ee2d9af req-85c6ba93-79fa-4435-ac62-7b18162f166d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0858798 Aug 21 01:27:29.906214 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f2bc4fca-6f48-4308-ab9b-fdca7ee2d9af req-d9fb424d-9a96-40b7-82ac-463bf1335958 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485651 Aug 21 01:27:29.965225 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 59082ddc-7493-4cd8-bc21-851a99d17ba9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:29.980827 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:30.044860 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 59082ddc-7493-4cd8-bc21-851a99d17ba9 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:30.045497 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:30.072211 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:30.104221 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff0f09-a3ba-4ee3-9782-32a736e91fb1 req-35343ea2-b444-451c-aae9-3f54fce4cc99 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:30.121463 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3fff0f09-a3ba-4ee3-9782-32a736e91fb1 req-35343ea2-b444-451c-aae9-3f54fce4cc99 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0834639 Aug 21 01:27:30.207958 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3fff0f09-a3ba-4ee3-9782-32a736e91fb1 req-353f57a7-0bba-49f3-9cea-c7e42f526ca6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837400 Aug 21 01:27:30.226760 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 59082ddc-7493-4cd8-bc21-851a99d17ba9 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:30.227481 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:30.258877 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 59082ddc-7493-4cd8-bc21-851a99d17ba9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=59082ddc-7493-4cd8-bc21-851a99d17ba9,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:30.262294 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Sync routers for ids ['7d35a8c3-652c-4391-910d-a8ce382cd230'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:27:30.274746 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Routers {'7d35a8c3-652c-4391-910d-a8ce382cd230'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:27:30.275517 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:27:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['7d35a8c3-652c-4391-910d-a8ce382cd230'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:30.305366 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-34533494-12e7-4aa1-b3aa-d79ebae29215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:30.333594 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:30.392723 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=59082ddc-7493-4cd8-bc21-851a99d17ba9,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:30.393178 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Set router 7d35a8c3-652c-4391-910d-a8ce382cd230 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:27:30.429210 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:30.581168 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53372) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:30.586152 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-81547138-network', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:30.609112 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:28Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51cee38e-2fe5-4ed4-a408-f18d6c789418', 'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'mac_address': 'fa:16:3e:9e:07:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:27Z', 'updated_at': '2022-08-21T01:27:28Z', 'revision_number': 2, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'subnets': [{'id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:30.637234 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Checking router: 7d35a8c3-652c-4391-910d-a8ce382cd230 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:27:30.637580 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Updating router 7d35a8c3-652c-4391-910d-a8ce382cd230 port 51cee38e-2fe5-4ed4-a408-f18d6c789418 binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:27:30.666875 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:30.686704 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-929a03f9-7e72-4c9a-b86a-d0c5f35684e4 req-9b0a7b74-5f9c-4bf5-ba1d-701b7be05bf1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 210 time: 0.0310044 Aug 21 01:27:30.711303 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Made reservation on behalf of a7696238a2fa45afb6005154de8a14e8 for: {'network': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:27:30.720906 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:30.735488 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:30.857385 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Publish callbacks [] for security_group (411ba810-1248-4fe7-a705-a2706dde2b67), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:30.962298 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (411ba810-1248-4fe7-a705-a2706dde2b67), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:30.998270 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=106924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:27:31.004985 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411ba810-1248-4fe7-a705-a2706dde2b67,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:31.015565 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (21500901-45b3-45d2-a341-665abefaa26c), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.016287 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.segments_db [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Added segment 21500901-45b3-45d2-a341-665abefaa26c of type vlan for network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f Aug 21 01:27:31.064076 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.072171 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Publish callbacks [] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.095733 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33764006-00b3-4934-9c64-38400c09ea98 req-f02ef455-b4ac-46d2-a14e-12bee76dd972 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:31.097431 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-33764006-00b3-4934-9c64-38400c09ea98 req-f02ef455-b4ac-46d2-a14e-12bee76dd972 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0537689 Aug 21 01:27:31.150455 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.154599 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-33764006-00b3-4934-9c64-38400c09ea98 req-d8d8f909-46c0-47f0-9008-86412bd327e7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513694 Aug 21 01:27:31.200338 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.200714 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Pushing event updated for resources: {'Port': ['ID=51cee38e-2fe5-4ed4-a408-f18d6c789418,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:31.201528 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:31.202186 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.282105 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-142a730b-7f3d-483f-a08c-eae611ae1ab2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:31.283562 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] Pushing event updated for resources: {'Network': ['ID=d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:31.284371 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-142a730b-7f3d-483f-a08c-eae611ae1ab2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 818 time: 0.1453373 Aug 21 01:27:31.297326 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.298355 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.298738 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.299441 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.300034 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.300650 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.301284 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.302049 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.302535 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.303583 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.304004 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.304406 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.312954 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.312954 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.312954 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:27:31.313695 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:27:31.337816 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-d9aa2c1d-713b-4754-9b7a-1a8ea5d35070 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7529788 Aug 21 01:27:31.341640 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53390) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:31.344765 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Request body: {'subnet': {'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-81547138-subnet', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'ip_version': 4}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:31.372788 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Attempting to bind port 51cee38e-2fe5-4ed4-a408-f18d6c789418 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:27:31.373189 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Attempting to bind port 51cee38e-2fe5-4ed4-a408-f18d6c789418 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:27:31.375903 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Attempting to bind port 51cee38e-2fe5-4ed4-a408-f18d6c789418 on network 1e79e20e-bb84-4864-9fe8-d17ca136af81 {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:27:31.388751 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:27:31.389851 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Checking segment: {'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:27:31.390822 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.392938 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Bound using segment: {'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:27:31.393839 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Bound port: 51cee38e-2fe5-4ed4-a408-f18d6c789418, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:27:31.395082 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.430051 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-41482658-2fc3-48fa-a958-706b6825e8ef tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9774c354b8b048768f2071acfb48a4bf HTTP/1.1" status: 200 len: 380 time: 0.1243141 Aug 21 01:27:31.473026 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] For port 51cee38e-2fe5-4ed4-a408-f18d6c789418, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:27:31.474674 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Made reservation on behalf of a7696238a2fa45afb6005154de8a14e8 for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:27:31.477629 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9277724'] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.478582 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] For port 51cee38e-2fe5-4ed4-a408-f18d6c789418, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51cee38e-2fe5-4ed4-a408-f18d6c789418,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:27:31.483902 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.500495 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Request body: {'port': {'device_id': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'admin_state_up': True, 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'security_groups': ['8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:31.509367 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be7ce1-6acb-456d-917a-9fd2be7fcbf6 req-52dacc16-927e-4799-bb81-f2f7e59aafbc tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:31.511037 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60be7ce1-6acb-456d-917a-9fd2be7fcbf6 req-52dacc16-927e-4799-bb81-f2f7e59aafbc tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0799439 Aug 21 01:27:31.570389 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-0075e1ac-a074-4668-a4f7-c6085bcf8081 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=e8775cdf1c9c40e8aac986896c4e0b01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583053 Aug 21 01:27:31.583237 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.625515 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:31.629147 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Routers {'7d35a8c3-652c-4391-910d-a8ce382cd230'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:27:31.629966 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:27:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['7d35a8c3-652c-4391-910d-a8ce382cd230'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:31.666384 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:31.710212 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60be7ce1-6acb-456d-917a-9fd2be7fcbf6 req-8269281a-5e15-4da4-aebd-f4a1be69ea2e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772850 Aug 21 01:27:31.712679 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706807ec-278f-48dc-a600-7335b9e59bc3 None None] Pushing event updated for resources: {'Port': ['ID=51cee38e-2fe5-4ed4-a408-f18d6c789418,revision_number=4']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:31.764285 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9277742'] for subnet (fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:31.766043 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] Set router 7d35a8c3-652c-4391-910d-a8ce382cd230 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:27:31.810734 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:31.907453 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-59925bae-69ba-4a6f-a642-496de4a5a1b9 req-9d265620-8cb8-4450-95da-53b1b4b65bac tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 210 time: 0.0997190 Aug 21 01:27:31.981717 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-be5f1988-5f2a-4b26-b8d1-8c09dc76b18f tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:31.993388 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-be5f1988-5f2a-4b26-b8d1-8c09dc76b18f tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4121933 Aug 21 01:27:32.033462 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-a991fff1-514d-49fe-9f85-582d8b7f90ad tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/quotas/e8775cdf1c9c40e8aac986896c4e0b01 HTTP/1.1" status: 200 len: 375 time: 0.0293469 Aug 21 01:27:32.044595 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 59082ddc-7493-4cd8-bc21-851a99d17ba9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:32.054568 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:32.059202 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Checking segment: {'id': '21500901-45b3-45d2-a341-665abefaa26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:27:32.059650 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Network hostable DHCP agents. Network: d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:27:32.066628 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:32.128985 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:28Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51cee38e-2fe5-4ed4-a408-f18d6c789418', 'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'mac_address': 'fa:16:3e:9e:07:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:27Z', 'updated_at': '2022-08-21T01:27:31Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'subnets': [{'id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:32.129493 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 59082ddc-7493-4cd8-bc21-851a99d17ba9 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:32.130179 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:32.159833 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e353c854-83c1-40d7-878e-cbd37df2ba6f None None] The sync data for ids ['7d35a8c3-652c-4391-910d-a8ce382cd230'] in dv-cinder-master-3-iscsi is: [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:28Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51cee38e-2fe5-4ed4-a408-f18d6c789418', 'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'mac_address': 'fa:16:3e:9e:07:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:27Z', 'updated_at': '2022-08-21T01:27:31Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'subnets': [{'id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:27:32.167842 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:27:32.247913 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:32.254038 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:32.255983 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:32.297425 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b05fe17-3039-4621-865d-a6cb975d4913 None None] Network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:27:32.390846 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 59082ddc-7493-4cd8-bc21-851a99d17ba9 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:32.402362 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Made reservation on behalf of 9774c354b8b048768f2071acfb48a4bf for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:27:32.406460 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:32.417940 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-1fb9ce28-a6fa-4957-abf8-2dfd48dde021 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0759513 Aug 21 01:27:32.419204 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53422) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:32.426524 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-81547138-router', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:32.430529 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-8a2db2f3-bdb0-4541-bfce-2e5ab5a78c51 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e8775cdf1c9c40e8aac986896c4e0b01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3961027 Aug 21 01:27:32.495895 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f', 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f', 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'fixed_ips': [{'subnet_id': 'fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:27:32.497024 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:32.501148 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c1846-13d8-4465-b117-e4694bd131b3 req-e41716f8-43c5-4e38-93a6-74792a7cddc3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:32.502757 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-616c1846-13d8-4465-b117-e4694bd131b3 req-e41716f8-43c5-4e38-93a6-74792a7cddc3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.1186574 Aug 21 01:27:32.568836 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:32.632864 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:32.634625 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-616c1846-13d8-4465-b117-e4694bd131b3 req-56a78829-331b-4a74-82c3-a107579cd10d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920002 Aug 21 01:27:32.653609 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Allocated IP 172.20.0.2 (d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f/fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c/450f3b00-6b14-4390-829c-be9dea77e86a) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:27:32.667702 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:32.678228 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Allocated IP 172.20.0.5 (679614c9-0d32-43d1-9058-1d318da99722/52ae8ffd-cfd6-4d40-b162-710d61e3bb9b/1e55ecc3-f194-4529-b75c-be5293dba5c9) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:27:32.866420 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08086ca4-bea1-4d75-aec5-ccbc12e0455b req-97482d73-e21f-4a38-ba51-35a01301887c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:32.868082 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-08086ca4-bea1-4d75-aec5-ccbc12e0455b req-97482d73-e21f-4a38-ba51-35a01301887c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0645080 Aug 21 01:27:32.868803 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Publish callbacks [] for port (450f3b00-6b14-4390-829c-be9dea77e86a), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:32.886264 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:32.921403 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:32.924587 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:32.953138 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-08086ca4-bea1-4d75-aec5-ccbc12e0455b req-d9154f8b-f68b-4625-862c-ce61cc29f1f3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781741 Aug 21 01:27:32.986887 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks [] for router_controller (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), precommit_add_association {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:32.994655 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.040350 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.047277 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:33.086331 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:33.094660 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c3f19c9a-a84e-43e1-b58e-fe58474ae1f5 req-7b11e229-37ca-4a4c-a2f9-85715cc19476 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 210 time: 0.0749366 Aug 21 01:27:33.116296 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Pushing event updated for resources: {'Port': ['ID=450f3b00-6b14-4390-829c-be9dea77e86a,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:33.122548 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:33.127930 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:27:33.189598 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Network 679614c9-0d32-43d1-9058-1d318da99722 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:33.205258 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:33.208055 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:27:33.215637 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.218085 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Attempting to bind port 450f3b00-6b14-4390-829c-be9dea77e86a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:27:33.218345 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Attempting to bind port 450f3b00-6b14-4390-829c-be9dea77e86a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '21500901-45b3-45d2-a341-665abefaa26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:27:33.218708 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Attempting to bind port 450f3b00-6b14-4390-829c-be9dea77e86a on network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:27:33.225604 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:27:33.225907 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Checking segment: {'id': '21500901-45b3-45d2-a341-665abefaa26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:27:33.226201 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.226590 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Bound using segment: {'id': '21500901-45b3-45d2-a341-665abefaa26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:27:33.227069 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Bound port: 450f3b00-6b14-4390-829c-be9dea77e86a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21500901-45b3-45d2-a341-665abefaa26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:27:33.227450 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.285411 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:33.286047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.298505 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4985e9e-08b1-4258-94ce-7cbf579f3fda req-1e47288c-3728-415f-8143-dd15c7303d77 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:33.311340 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e4985e9e-08b1-4258-94ce-7cbf579f3fda req-1e47288c-3728-415f-8143-dd15c7303d77 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 931 time: 0.2245367 Aug 21 01:27:33.316727 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event updated for resources: {'Port': ['ID=1e55ecc3-f194-4529-b75c-be5293dba5c9,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:33.434951 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-f5a15e52-f33a-46c4-beeb-2a76a4dcf3ae tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9384649 Aug 21 01:27:33.463870 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] For port 450f3b00-6b14-4390-829c-be9dea77e86a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:27:33.471287 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e4985e9e-08b1-4258-94ce-7cbf579f3fda req-bb9d0a6b-6798-4d24-b0f4-1ca881ddcb44 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589727 Aug 21 01:27:33.486899 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] For port 450f3b00-6b14-4390-829c-be9dea77e86a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=450f3b00-6b14-4390-829c-be9dea77e86a,segment=NetworkSegment(21500901-45b3-45d2-a341-665abefaa26c),segment_id=21500901-45b3-45d2-a341-665abefaa26c)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:27:33.490967 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Request body: {'port': {'device_id': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:33.505788 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks [] for router_gateway (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.584129 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.681413 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.686300 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-84291ef9-67f4-4fbe-a931-b9bf2ad5c3a9 None None] Provisioning complete for port 1e55ecc3-f194-4529-b75c-be5293dba5c9 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:33.699996 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-84291ef9-67f4-4fbe-a931-b9bf2ad5c3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.709985 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.752910 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:33.755823 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-84291ef9-67f4-4fbe-a931-b9bf2ad5c3a9 None None] Port 1e55ecc3-f194-4529-b75c-be5293dba5c9 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:27:33.806093 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e4978-bb2a-4e7c-94ba-177aa2ffa0a8 None None] Pushing event updated for resources: {'Port': ['ID=450f3b00-6b14-4390-829c-be9dea77e86a,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:33.920335 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks [] for router_gateway (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:33.988522 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:34.044311 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daf7e9-48e3-4c0d-9149-e5b187bc7d98 req-6dc617d0-b904-4711-b2ed-a943d8db44af tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:34.046370 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60daf7e9-48e3-4c0d-9149-e5b187bc7d98 req-6dc617d0-b904-4711-b2ed-a943d8db44af tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.2502105 Aug 21 01:27:34.080986 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 51cee38e-2fe5-4ed4-a408-f18d6c789418 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:34.164319 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Allocated IP 172.37.5.2 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/8b402697-0249-42be-a531-c296ebc89745) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:27:34.164530 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 51cee38e-2fe5-4ed4-a408-f18d6c789418 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:34.165367 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:34.167163 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:34.205248 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:34.279163 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 51cee38e-2fe5-4ed4-a408-f18d6c789418 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:34.280417 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:34.327368 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks [] for port (8b402697-0249-42be-a531-c296ebc89745), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:34.357627 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 51cee38e-2fe5-4ed4-a408-f18d6c789418, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51cee38e-2fe5-4ed4-a408-f18d6c789418,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:34.405080 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15486a74-e8bd-4650-a848-574ded433c07 req-a7847b1c-b32e-4110-8694-1fb5c41afde0 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:34.407223 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-15486a74-e8bd-4650-a848-574ded433c07 req-a7847b1c-b32e-4110-8694-1fb5c41afde0 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1856740 Aug 21 01:27:34.426864 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60daf7e9-48e3-4c0d-9149-e5b187bc7d98 req-4eb91132-ea86-4f3d-8716-0670e79e772b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648975 Aug 21 01:27:34.446882 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (8b402697-0249-42be-a531-c296ebc89745), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:34.451507 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:34.456275 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e55ecc3-f194-4529-b75c-be5293dba5c9 {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:27:34.487012 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Publish callbacks [] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:34.514385 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Pushing event updated for resources: {'Port': ['ID=8b402697-0249-42be-a531-c296ebc89745,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:34.534157 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-15486a74-e8bd-4650-a848-574ded433c07 req-52c522d3-b261-473e-81b2-0e428948cf77 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089089 Aug 21 01:27:34.540537 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Transition to ACTIVE for port object 1e55ecc3-f194-4529-b75c-be5293dba5c9 will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:27:34.540744 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:34.540744 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:34.545505 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:27:34.608564 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=51cee38e-2fe5-4ed4-a408-f18d6c789418,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:34.643522 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:34.727232 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b2fce34c-6bf8-4473-9b54-3b5ae57bf48d req-6a58561b-ecd2-4328-8856-292f6467fde6 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 210 time: 0.0691991 Aug 21 01:27:34.759274 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:34.771029 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:34.864367 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Pushing event updated for resources: {'Port': ['ID=1e55ecc3-f194-4529-b75c-be5293dba5c9,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:34.885685 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71a6e5-c458-45e4-babf-86413348ac8a req-913adec7-ce53-47b9-8426-9832a806dbb6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:34.887365 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8a71a6e5-c458-45e4-babf-86413348ac8a req-913adec7-ce53-47b9-8426-9832a806dbb6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 943 time: 0.1625419 Aug 21 01:27:34.945403 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Attempting to bind port 1e55ecc3-f194-4529-b75c-be5293dba5c9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:27:34.945727 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Attempting to bind port 1e55ecc3-f194-4529-b75c-be5293dba5c9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:27:34.946055 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Attempting to bind port 1e55ecc3-f194-4529-b75c-be5293dba5c9 on network 679614c9-0d32-43d1-9058-1d318da99722 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:27:34.961039 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Port 1e55ecc3-f194-4529-b75c-be5293dba5c9 on network 679614c9-0d32-43d1-9058-1d318da99722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:27:34.961357 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Attempting to bind port 1e55ecc3-f194-4529-b75c-be5293dba5c9 on network 679614c9-0d32-43d1-9058-1d318da99722 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:27:34.979480 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8a71a6e5-c458-45e4-babf-86413348ac8a req-64753e12-bab0-4a4e-ae31-d652ce5647a3 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827608 Aug 21 01:27:34.981292 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:27:34.981292 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Checking segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:27:34.981824 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Bound using segment: {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:27:34.982126 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Bound port: 1e55ecc3-f194-4529-b75c-be5293dba5c9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e38bbe-8073-4eb5-ad1d-c45113c91875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '679614c9-0d32-43d1-9058-1d318da99722'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:27:34.982455 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:35.032067 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks [] for router_gateway (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:35.041059 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:35.084339 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] For port 1e55ecc3-f194-4529-b75c-be5293dba5c9, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:27:35.088061 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] For port 1e55ecc3-f194-4529-b75c-be5293dba5c9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:27:35.094052 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d384ef5e-5f81-4bb8-8e1b-29c484cc4a1b None None] Network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:27:35.119597 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-1cddb0c7-f4a5-4d3a-b555-2da11819790e None None] Provisioning complete for port 450f3b00-6b14-4390-829c-be9dea77e86a triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:35.119975 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1cddb0c7-f4a5-4d3a-b555-2da11819790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:35.167235 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:35.173659 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:35.174302 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:35.176207 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/1e55ecc3-f194-4529-b75c-be5293dba5c9 HTTP/1.1" status: 200 len: 1093 time: 1.7007205 Aug 21 01:27:35.176655 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:27:35.179262 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eec00b-7746-4ba4-84c8-febcd5183528" -d '{"events": [{"name": "network-changed", "server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:27:35.230956 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb860c3-39e0-4471-ac25-809871054269 service neutron] Pushing event updated for resources: {'Port': ['ID=1e55ecc3-f194-4529-b75c-be5293dba5c9,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:35.241999 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c32467-9faf-489e-aa08-5a4fea776b8e x-openstack-request-id: req-69c32467-9faf-489e-aa08-5a4fea776b8e {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:27:35.242298 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:27:35.242554 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69c32467-9faf-489e-aa08-5a4fea776b8e {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:27:35.243999 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c32467-9faf-489e-aa08-5a4fea776b8e'] response: {'name': 'network-changed', 'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'status': 'completed', 'code': 200} Aug 21 01:27:35.298918 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-1cddb0c7-f4a5-4d3a-b555-2da11819790e None None] Current status of the port 450f3b00-6b14-4390-829c-be9dea77e86a is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:35.299307 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1cddb0c7-f4a5-4d3a-b555-2da11819790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:35.304763 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:35.336892 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-1cddb0c7-f4a5-4d3a-b555-2da11819790e None None] For port 450f3b00-6b14-4390-829c-be9dea77e86a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=450f3b00-6b14-4390-829c-be9dea77e86a,segment=NetworkSegment(21500901-45b3-45d2-a341-665abefaa26c),segment_id=21500901-45b3-45d2-a341-665abefaa26c)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:35.440487 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1cddb0c7-f4a5-4d3a-b555-2da11819790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:35.454345 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eec00b-7746-4ba4-84c8-febcd5183528 req-d2aa1a23-6640-44a9-a47e-4f341f41e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:35.454345 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-25eec00b-7746-4ba4-84c8-febcd5183528 req-d2aa1a23-6640-44a9-a47e-4f341f41e014 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 1127 time: 0.0789654 Aug 21 01:27:35.466370 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:35.524535 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddb0c7-f4a5-4d3a-b555-2da11819790e None None] Pushing event updated for resources: {'Port': ['ID=450f3b00-6b14-4390-829c-be9dea77e86a,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:35.578479 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:27:35.673724 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891720fd-9602-49e1-881d-bc1564350a1d req-206843c4-6e17-4d21-9ae6-5ca6e4970d09 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:35.675296 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-891720fd-9602-49e1-881d-bc1564350a1d req-206843c4-6e17-4d21-9ae6-5ca6e4970d09 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0627289 Aug 21 01:27:35.706495 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:35.747013 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:27:35.771210 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Sync routers for ids ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:27:35.774287 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f95f30-3a6f-44d4-bc06-e914b93ee638 req-d2dba2cc-ccfc-432b-885b-e83c24f5e280 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:35.776070 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-22f95f30-3a6f-44d4-bc06-e914b93ee638 req-d2dba2cc-ccfc-432b-885b-e83c24f5e280 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0962169 Aug 21 01:27:35.780888 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-4acca28e-58b6-4219-90c6-7cbdbf7e81a5 None None] Provisioning complete for port 450f3b00-6b14-4390-829c-be9dea77e86a triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:35.781421 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4acca28e-58b6-4219-90c6-7cbdbf7e81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:35.806954 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eec00b-7746-4ba4-84c8-febcd5183528 req-de7d5bf7-d6df-4bec-bbd3-ae5de8ea79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:35.809200 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-25eec00b-7746-4ba4-84c8-febcd5183528 req-de7d5bf7-d6df-4bec-bbd3-ae5de8ea79ae service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=9774c354b8b048768f2071acfb48a4bf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3402412 Aug 21 01:27:35.813116 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Routers {'37fb6e73-8e54-4f18-a37f-6c3ab70fca84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:27:35.813950 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:27:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:35.835504 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:35.839262 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-2ccb332e-ce47-4162-b861-f461210b9896 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4160564 Aug 21 01:27:35.840550 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53478) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:35.929614 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-891720fd-9602-49e1-881d-bc1564350a1d req-5e52abe5-fbec-4548-aa81-4823835a197b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363634 Aug 21 01:27:36.064898 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-22f95f30-3a6f-44d4-bc06-e914b93ee638 req-8fafe421-147d-469c-98bd-cc70aeda2904 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709138 Aug 21 01:27:36.128075 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:36.170530 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Set router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:27:36.174572 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eec00b-7746-4ba4-84c8-febcd5183528 req-5dac7888-b374-41eb-bc73-95d1788616de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:36.174773 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-25eec00b-7746-4ba4-84c8-febcd5183528 req-5dac7888-b374-41eb-bc73-95d1788616de service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3520718 Aug 21 01:27:36.195116 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fa84cb23-8e09-46c2-946a-7f8089ae6839 req-ea67eb80-d75f-48b2-a109-85d62595aa39 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 210 time: 0.1201108 Aug 21 01:27:36.198478 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-ee95d15b-eba6-4493-ae3c-0d534273bce3 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=e8775cdf1c9c40e8aac986896c4e0b01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682757 Aug 21 01:27:36.232655 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-4acca28e-58b6-4219-90c6-7cbdbf7e81a5 None None] Current status of the port 450f3b00-6b14-4390-829c-be9dea77e86a is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:36.277350 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 450f3b00-6b14-4390-829c-be9dea77e86a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:36.307918 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c63fc-b005-4f28-99d1-151fb13e6d7f req-4ca033ca-7b8c-4447-bf82-ab7d604e9370 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:36.309513 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-249c63fc-b005-4f28-99d1-151fb13e6d7f req-4ca033ca-7b8c-4447-bf82-ab7d604e9370 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 943 time: 0.1170270 Aug 21 01:27:36.403360 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-249c63fc-b005-4f28-99d1-151fb13e6d7f req-7f577079-7bc1-43f5-8425-003ab9f7e8d7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815084 Aug 21 01:27:36.404509 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-184bdb7e-b307-4f50-bc8b-830d9dd6743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:36.406052 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-184bdb7e-b307-4f50-bc8b-830d9dd6743e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 1127 time: 0.1410141 Aug 21 01:27:36.449740 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:36.451270 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 450f3b00-6b14-4390-829c-be9dea77e86a triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:36.453424 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:36.462362 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-04ecf97a-adb3-4bb3-a083-b9550fc0b9b1 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:36.464028 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-04ecf97a-adb3-4bb3-a083-b9550fc0b9b1 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285969 Aug 21 01:27:36.529652 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'name': 'tempest-TestMinimumBasicScenario-81547138-router', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2'}], 'enable_snat': True}, 'gw_port_id': '8b402697-0249-42be-a531-c296ebc89745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:32Z', 'updated_at': '2022-08-21T01:27:34Z', 'revision_number': 3, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'gw_port': {'id': '8b402697-0249-42be-a531-c296ebc89745', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:33Z', 'updated_at': '2022-08-21T01:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:36.539869 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:36.564151 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Checking router: 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:27:36.564509 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Updating router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 port 8b402697-0249-42be-a531-c296ebc89745 binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:27:36.617847 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8b402697-0249-42be-a531-c296ebc89745), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:36.620652 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 450f3b00-6b14-4390-829c-be9dea77e86a is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:36.621716 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 51cee38e-2fe5-4ed4-a408-f18d6c789418 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:36.639647 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:36.706920 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Allocated IP 172.20.0.1 (d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f/fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c/974b5386-1bdb-406d-a35f-dbdf270ebaa2) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:27:36.759322 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 51cee38e-2fe5-4ed4-a408-f18d6c789418 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:36.759716 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:36.815793 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Publish callbacks [] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:36.874158 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:36.875773 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:36.888661 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 51cee38e-2fe5-4ed4-a408-f18d6c789418 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:36.927374 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:36.967200 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:36.970047 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:36.973573 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:27:36.986934 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Publish callbacks [] for port (8b402697-0249-42be-a531-c296ebc89745), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:37.001345 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Pushing event updated for resources: {'Port': ['ID=974b5386-1bdb-406d-a35f-dbdf270ebaa2,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:37.019383 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:37.063411 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (8b402697-0249-42be-a531-c296ebc89745), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:37.111356 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Attempting to bind port 8b402697-0249-42be-a531-c296ebc89745 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:27:37.111852 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Attempting to bind port 8b402697-0249-42be-a531-c296ebc89745 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:27:37.112386 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Attempting to bind port 8b402697-0249-42be-a531-c296ebc89745 on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:27:37.127745 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:27:37.128170 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:27:37.128541 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:37.128948 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:27:37.129485 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Bound port: 8b402697-0249-42be-a531-c296ebc89745, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:27:37.129807 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8b402697-0249-42be-a531-c296ebc89745), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:37.157629 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568391d-2df1-4f2f-bdaa-89989123ea3c req-7b11a99b-b880-4410-a8a4-f3102f8c8646 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:37.157629 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6568391d-2df1-4f2f-bdaa-89989123ea3c req-7b11a99b-b880-4410-a8a4-f3102f8c8646 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.1002972 Aug 21 01:27:37.163373 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4a4c7-3f66-4a2a-889b-ad90e983cf73 None None] Pushing event updated for resources: {'Port': ['ID=8b402697-0249-42be-a531-c296ebc89745,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:37.218016 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] For port 8b402697-0249-42be-a531-c296ebc89745, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:27:37.225564 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] For port 8b402697-0249-42be-a531-c296ebc89745, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8b402697-0249-42be-a531-c296ebc89745,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:27:37.278014 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6568391d-2df1-4f2f-bdaa-89989123ea3c req-239e1b86-e357-42b5-afdc-1f2fa5ed15c7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152081 Aug 21 01:27:37.302309 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee9afd-c570-40e0-972e-76d02a1244db req-e6e2ee4e-0561-476a-86ab-3675dc86d708 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:37.303908 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4fee9afd-c570-40e0-972e-76d02a1244db req-e6e2ee4e-0561-476a-86ab-3675dc86d708 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0730741 Aug 21 01:27:37.363958 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (8b402697-0249-42be-a531-c296ebc89745), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:37.392367 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-99de07ec-edcf-4ee1-beae-f313f06d4429 req-37fcf394-1985-447e-9c85-c416f05689e8 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 210 time: 0.0406578 Aug 21 01:27:37.397600 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4fee9afd-c570-40e0-972e-76d02a1244db req-7ff4db94-05be-4472-be3c-47f6b17b2b73 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777552 Aug 21 01:27:37.419786 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-142d71e7-3541-47ba-b403-6e64a82b696b None None] Provisioning complete for port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:37.422226 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-142d71e7-3541-47ba-b403-6e64a82b696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:37.447734 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Routers {'37fb6e73-8e54-4f18-a37f-6c3ab70fca84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:27:37.448447 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:27:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:37.527512 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:37.543596 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18a717-5060-4abb-9d21-0bfdd82f34b2 req-b6d4d94b-cbd6-40ef-aae0-641d0e15be13 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:37.546088 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d18a717-5060-4abb-9d21-0bfdd82f34b2 req-b6d4d94b-cbd6-40ef-aae0-641d0e15be13 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 943 time: 0.0565631 Aug 21 01:27:37.552238 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-142d71e7-3541-47ba-b403-6e64a82b696b None None] Port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:27:37.554653 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4a4c7-3f66-4a2a-889b-ad90e983cf73 None None] Pushing event updated for resources: {'Port': ['ID=8b402697-0249-42be-a531-c296ebc89745,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:37.589441 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] Set router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:27:37.605973 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d18a717-5060-4abb-9d21-0bfdd82f34b2 req-d5e07f9a-36f5-46b3-975b-a95d273ce365 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536070 Aug 21 01:27:37.652206 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:37.741588 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Publish callbacks [] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:37.805259 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'name': 'tempest-TestMinimumBasicScenario-81547138-router', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2'}], 'enable_snat': True}, 'gw_port_id': '8b402697-0249-42be-a531-c296ebc89745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:32Z', 'updated_at': '2022-08-21T01:27:34Z', 'revision_number': 3, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'gw_port': {'id': '8b402697-0249-42be-a531-c296ebc89745', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:33Z', 'updated_at': '2022-08-21T01:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:37.809939 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:37.841661 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e6dc14-2eba-4973-8f69-c28d735231b3 None None] The sync data for ids ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'] in dv-cinder-master-3-iscsi is: [{'id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'name': 'tempest-TestMinimumBasicScenario-81547138-router', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2'}], 'enable_snat': True}, 'gw_port_id': '8b402697-0249-42be-a531-c296ebc89745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:32Z', 'updated_at': '2022-08-21T01:27:34Z', 'revision_number': 3, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'gw_port': {'id': '8b402697-0249-42be-a531-c296ebc89745', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:33Z', 'updated_at': '2022-08-21T01:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:27:37.897050 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:37.922058 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Pushing event updated for resources: {'Port': ['ID=974b5386-1bdb-406d-a35f-dbdf270ebaa2,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:37.927683 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:38.031174 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:38.032590 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:38.169322 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:27:38.274781 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-3e776cf1-51bd-4e12-8fca-b8b7c7bcb5ec None None] Provisioning complete for port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:38.275442 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3e776cf1-51bd-4e12-8fca-b8b7c7bcb5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:38.298454 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:27:38.306928 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-8eb1573a-8597-4126-81a9-4bcad1e0fede admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/37fb6e73-8e54-4f18-a37f-6c3ab70fca84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652333 Aug 21 01:27:38.326684 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-3e776cf1-51bd-4e12-8fca-b8b7c7bcb5ec None None] Port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:27:38.436320 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91f933-778c-4525-a3b7-37d5087ee6dc req-0efd7958-a3a8-41d2-8228-7a68486220f9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:38.437982 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8b91f933-778c-4525-a3b7-37d5087ee6dc req-0efd7958-a3a8-41d2-8228-7a68486220f9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0632269 Aug 21 01:27:38.484009 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9a09b4f3-32e5-4362-82ef-ab73b634b1bf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:27:38.525997 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8b91f933-778c-4525-a3b7-37d5087ee6dc req-070d1dd8-6624-4340-9c34-04003cba10e6 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772238 Aug 21 01:27:38.583110 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-495f851e-6748-4bbc-99e2-4f59f9e84adb req-5d61f56e-18d5-4677-98de-3c6f917b6005 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 210 time: 0.0549393 Aug 21 01:27:38.591289 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:38.622596 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:38.693703 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f96fcd-f71d-4b92-91b6-ea99d85f260f req-b7ab986a-3d34-4348-8f70-2ce26dd1cc9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:38.696742 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-92f96fcd-f71d-4b92-91b6-ea99d85f260f req-b7ab986a-3d34-4348-8f70-2ce26dd1cc9f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0842686 Aug 21 01:27:38.717613 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:38.738378 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'port_id': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'mac_address': 'fa:16:3e:00:2e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:27:38.803914 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf is: ACTIVE; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:38.804407 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:38.827205 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a09b4f3-32e5-4362-82ef-ab73b634b1bf {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:27:38.835842 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-92f96fcd-f71d-4b92-91b6-ea99d85f260f req-09a1092f-3714-456f-9292-d9a2abaf983c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295583 Aug 21 01:27:38.851037 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638623c-eb9a-4fcd-a51c-7d36035696ab req-e9c317dd-58c9-4f87-9d20-66b584d2ca58 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:38.858205 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5638623c-eb9a-4fcd-a51c-7d36035696ab req-e9c317dd-58c9-4f87-9d20-66b584d2ca58 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 943 time: 0.1037948 Aug 21 01:27:38.858440 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:38.904799 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5638623c-eb9a-4fcd-a51c-7d36035696ab req-6e956743-f5a0-4139-b40c-0e6f49ecfb74 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455623 Aug 21 01:27:38.981128 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:39.030718 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=6']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:39.506544 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Request body: {'port': {'device_id': '09d5a793-bbb6-4169-b790-835069573e2a', 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e', 'admin_state_up': True, 'tenant_id': 'e8775cdf1c9c40e8aac986896c4e0b01'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:39.513724 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-8ec859a6-c3c8-4e15-b764-9d691d214a89 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9 HTTP/1.1" status: 200 len: 217 time: 0.0842140 Aug 21 01:27:39.670771 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-48bce5e1-a7db-4749-82f5-fff44208cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:39.672599 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-48bce5e1-a7db-4749-82f5-fff44208cdeb service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.1438529 Aug 21 01:27:39.684775 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['9a09b4f3-32e5-4362-82ef-ab73b634b1bf'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:27:39.859274 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-60407bba-5213-4b7a-bcd6-f5e5de70ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:39.859274 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-60407bba-5213-4b7a-bcd6-f5e5de70ffcf service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1651430 Aug 21 01:27:39.866535 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-da57502e-2425-48f7-a26a-55ff30d311c0 req-a1cb4e72-2780-4b82-b149-d49dd5ef20d0 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 210 time: 0.0971372 Aug 21 01:27:39.884907 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Sync routers for ids ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:27:39.930649 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Routers {'37fb6e73-8e54-4f18-a37f-6c3ab70fca84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:27:39.942556 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:27:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:39.996372 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0af43-31a2-45c9-a8d3-175632cc22f9 req-3f40fb71-49a1-4bee-8175-60d9dfcba0b8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:40.004854 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 8b402697-0249-42be-a531-c296ebc89745 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:40.008299 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f4f0af43-31a2-45c9-a8d3-175632cc22f9 req-3f40fb71-49a1-4bee-8175-60d9dfcba0b8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 944 time: 0.2892420 Aug 21 01:27:40.031901 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:40.080136 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 8b402697-0249-42be-a531-c296ebc89745 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:40.080867 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (8b402697-0249-42be-a531-c296ebc89745), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:40.083827 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Set router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:27:40.132340 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Made reservation on behalf of e8775cdf1c9c40e8aac986896c4e0b01 for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:27:40.135504 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:40.146788 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:40.209626 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 8b402697-0249-42be-a531-c296ebc89745 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:40.211142 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8b402697-0249-42be-a531-c296ebc89745), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:40.212954 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:40.229767 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f66cc0-dd74-41f9-ae1c-d16050bc1a2d req-b5ef3570-0a68-436a-9c87-f6eedd5c60e5 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:40.237085 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8f66cc0-dd74-41f9-ae1c-d16050bc1a2d req-b5ef3570-0a68-436a-9c87-f6eedd5c60e5 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1724899 Aug 21 01:27:40.239852 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 8b402697-0249-42be-a531-c296ebc89745, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8b402697-0249-42be-a531-c296ebc89745,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:40.309897 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:40.322439 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f4f0af43-31a2-45c9-a8d3-175632cc22f9 req-cb9cc500-ce38-486b-8df8-41a3887035d6 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132350 Aug 21 01:27:40.360129 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (8b402697-0249-42be-a531-c296ebc89745), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:40.388534 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'name': 'tempest-TestMinimumBasicScenario-81547138-router', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2'}], 'enable_snat': True}, 'gw_port_id': '8b402697-0249-42be-a531-c296ebc89745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:32Z', 'updated_at': '2022-08-21T01:27:37Z', 'revision_number': 4, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'gw_port': {'id': '8b402697-0249-42be-a531-c296ebc89745', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:33Z', 'updated_at': '2022-08-21T01:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '974b5386-1bdb-406d-a35f-dbdf270ebaa2', 'name': '', 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'mac_address': 'fa:16:3e:e6:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:36Z', 'updated_at': '2022-08-21T01:27:37Z', 'revision_number': 2, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'subnets': [{'id': 'fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:40.415748 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Checking router: 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:27:40.416316 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Updating router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:27:40.433581 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:40.440301 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-12b1f56e-9bff-481e-b278-def0fc80f178 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910114 Aug 21 01:27:40.455334 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:40.466153 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8f66cc0-dd74-41f9-ae1c-d16050bc1a2d req-31b3b195-5525-46b1-b1d9-0fdbf5d6005d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280841 Aug 21 01:27:40.562062 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e1d33-03e3-42fc-abae-378d28f995e4 req-2ce44d69-ca70-4bed-878b-1b9e132bf8f6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:40.571273 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-168e1d33-03e3-42fc-abae-378d28f995e4 req-2ce44d69-ca70-4bed-878b-1b9e132bf8f6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 943 time: 0.1030726 Aug 21 01:27:40.604352 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks [] for security_group (7f93f60e-c608-4a7c-a14b-7787f2c68790), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:40.641816 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=8b402697-0249-42be-a531-c296ebc89745,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:40.656860 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-168e1d33-03e3-42fc-abae-378d28f995e4 req-8c4154d0-aca8-4cc6-84ec-a826519f1f12 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819786 Aug 21 01:27:40.666008 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (7f93f60e-c608-4a7c-a14b-7787f2c68790), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:40.789892 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Publish callbacks [] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:40.889252 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f93f60e-c608-4a7c-a14b-7787f2c68790,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:40.913404 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:40.921824 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:40.923070 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:40.966487 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Allocated IP 192.168.233.92 (ac516711-9c0d-4ed6-8498-715220ab2a5e/adefe3a9-46ed-42d4-87fa-93e6b18bd3dd/1dad426a-d53f-4f11-9c48-ba0aa747d6c3) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:27:41.023327 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Attempting to bind port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:27:41.023708 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Attempting to bind port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '21500901-45b3-45d2-a341-665abefaa26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:27:41.024481 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Attempting to bind port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 on network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:27:41.032508 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:27:41.033160 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Checking segment: {'id': '21500901-45b3-45d2-a341-665abefaa26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:27:41.033704 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:41.034296 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Bound using segment: {'id': '21500901-45b3-45d2-a341-665abefaa26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:27:41.035031 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Bound port: 974b5386-1bdb-406d-a35f-dbdf270ebaa2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21500901-45b3-45d2-a341-665abefaa26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:27:41.035678 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:41.069984 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7e714f18-0f7d-4ef7-a352-7b37bdb27028 req-16cb653a-f427-44bd-9401-006bcf96b672 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 210 time: 0.0356233 Aug 21 01:27:41.106809 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] For port 974b5386-1bdb-406d-a35f-dbdf270ebaa2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:27:41.111902 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a4765-db39-4603-9293-f27e4799a538 None None] Pushing event updated for resources: {'Port': ['ID=974b5386-1bdb-406d-a35f-dbdf270ebaa2,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:41.112450 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] For port 974b5386-1bdb-406d-a35f-dbdf270ebaa2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=974b5386-1bdb-406d-a35f-dbdf270ebaa2,segment=NetworkSegment(21500901-45b3-45d2-a341-665abefaa26c),segment_id=21500901-45b3-45d2-a341-665abefaa26c)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:27:41.179105 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:41.262117 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Routers {'37fb6e73-8e54-4f18-a37f-6c3ab70fca84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:27:41.276710 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:27:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:41.446459 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a4765-db39-4603-9293-f27e4799a538 None None] Pushing event updated for resources: {'Port': ['ID=974b5386-1bdb-406d-a35f-dbdf270ebaa2,revision_number=4']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:41.501365 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] Set router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:27:41.634907 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af5d33-6f30-4ab2-85b8-0999386d204b req-1c0f254b-c814-4713-a0fd-6afe3794ee54 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:41.642585 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-12af5d33-6f30-4ab2-85b8-0999386d204b req-1c0f254b-c814-4713-a0fd-6afe3794ee54 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 944 time: 0.1418815 Aug 21 01:27:41.673223 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks [] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:41.691534 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a889f9-07f8-4669-b00f-5dacb23b95c3 req-0465c030-2762-4238-9379-4e4e7da576e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:41.699441 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-33a889f9-07f8-4669-b00f-5dacb23b95c3 req-0465c030-2762-4238-9379-4e4e7da576e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1470895 Aug 21 01:27:41.740887 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'name': 'tempest-TestMinimumBasicScenario-81547138-router', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2'}], 'enable_snat': True}, 'gw_port_id': '8b402697-0249-42be-a531-c296ebc89745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:32Z', 'updated_at': '2022-08-21T01:27:37Z', 'revision_number': 4, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'gw_port': {'id': '8b402697-0249-42be-a531-c296ebc89745', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:33Z', 'updated_at': '2022-08-21T01:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '974b5386-1bdb-406d-a35f-dbdf270ebaa2', 'name': '', 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'mac_address': 'fa:16:3e:e6:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:36Z', 'updated_at': '2022-08-21T01:27:41Z', 'revision_number': 4, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'subnets': [{'id': 'fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:41.745180 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:41.771096 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351e3c8-cf81-434a-9d36-645c2c911a64 None None] The sync data for ids ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'] in dv-cinder-master-3-iscsi is: [{'id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'name': 'tempest-TestMinimumBasicScenario-81547138-router', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2'}], 'enable_snat': True}, 'gw_port_id': '8b402697-0249-42be-a531-c296ebc89745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:32Z', 'updated_at': '2022-08-21T01:27:37Z', 'revision_number': 4, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'gw_port': {'id': '8b402697-0249-42be-a531-c296ebc89745', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:33Z', 'updated_at': '2022-08-21T01:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '974b5386-1bdb-406d-a35f-dbdf270ebaa2', 'name': '', 'network_id': 'd4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'mac_address': 'fa:16:3e:e6:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:36Z', 'updated_at': '2022-08-21T01:27:41Z', 'revision_number': 4, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'subnets': [{'id': 'fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:27:41.779535 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-12af5d33-6f30-4ab2-85b8-0999386d204b req-a06ebaea-6f49-4936-8d17-70ad97dd31c1 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358075 Aug 21 01:27:41.831659 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-33a889f9-07f8-4669-b00f-5dacb23b95c3 req-dc89883b-b9c6-4e1a-bbf5-f4681b78ed05 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114678 Aug 21 01:27:41.950155 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:42.055666 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Pushing event updated for resources: {'Port': ['ID=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:42.059588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Network ac516711-9c0d-4ed6-8498-715220ab2a5e is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:27:42.072009 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996e98a-bc5f-4c70-932a-1ee0b1b84c43 req-f38fa34e-a90e-4007-b741-d5bcb4255303 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:42.078357 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9996e98a-bc5f-4c70-932a-1ee0b1b84c43 req-f38fa34e-a90e-4007-b741-d5bcb4255303 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 943 time: 0.1438661 Aug 21 01:27:42.087956 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:27:42.096944 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:27:42.222850 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 8b402697-0249-42be-a531-c296ebc89745 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:42.261846 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:42.262691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:42.335447 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 8b402697-0249-42be-a531-c296ebc89745 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:42.335887 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (8b402697-0249-42be-a531-c296ebc89745), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:42.338242 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9996e98a-bc5f-4c70-932a-1ee0b1b84c43 req-34233ecb-f437-494c-8965-ab5c4f11be51 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586198 Aug 21 01:27:42.339408 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:42.369432 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db7d8c-f561-4762-8d74-dccec39dad2d req-538ea40a-c842-4508-9da9-712f18fa9a9a tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:42.371029 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a1db7d8c-f561-4762-8d74-dccec39dad2d req-538ea40a-c842-4508-9da9-712f18fa9a9a tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 935 time: 0.1032526 Aug 21 01:27:42.465325 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-bb24b9d9-7947-494e-ba8c-a83dd5c7eeda tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0154283 Aug 21 01:27:42.470582 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a1db7d8c-f561-4762-8d74-dccec39dad2d req-ecf9bc03-954d-4a82-8889-486b6971e3ab tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879328 Aug 21 01:27:42.500312 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 8b402697-0249-42be-a531-c296ebc89745 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:42.500312 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 974b5386-1bdb-406d-a35f-dbdf270ebaa2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:42.553919 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-7fb12a9a-7408-4fdc-9084-90d1c4360551 None None] Provisioning complete for port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:42.554472 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-7fb12a9a-7408-4fdc-9084-90d1c4360551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:42.590822 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:42.591197 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:42.622724 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-7fb12a9a-7408-4fdc-9084-90d1c4360551 None None] Port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:27:42.682874 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:42.683296 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:42.733776 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 974b5386-1bdb-406d-a35f-dbdf270ebaa2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=974b5386-1bdb-406d-a35f-dbdf270ebaa2,segment=NetworkSegment(21500901-45b3-45d2-a341-665abefaa26c),segment_id=21500901-45b3-45d2-a341-665abefaa26c)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:42.819653 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:42.881368 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=974b5386-1bdb-406d-a35f-dbdf270ebaa2,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:42.981427 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9a09b4f3-32e5-4362-82ef-ab73b634b1bf up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:43.039109 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:43.042684 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:43.043014 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Request body: {'port': {'device_id': '09d5a793-bbb6-4169-b790-835069573e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:43.177357 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:43.179965 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:43.185346 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f3b9c-bd39-4433-835f-d1e1b94aaa7e req-aee2cf92-737a-4986-a357-92ddc2a39861 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:43.187229 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c8f3b9c-bd39-4433-835f-d1e1b94aaa7e req-aee2cf92-737a-4986-a357-92ddc2a39861 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 944 time: 0.2773502 Aug 21 01:27:43.263657 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:27:43.269472 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59220336-e547-45d4-bf13-f89cc3caada3" -d '{"events": [{"server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "name": "network-vif-plugged", "status": "completed", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:27:43.295110 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61779c-7f69-4e07-81c1-f330360413eb req-ded70867-ef49-4f02-bc0f-fdd7a5fac05b tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:43.304510 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1c61779c-7f69-4e07-81c1-f330360413eb req-ded70867-ef49-4f02-bc0f-fdd7a5fac05b tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.2911637 Aug 21 01:27:43.305325 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:43.418145 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:43.437743 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:43.513521 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c8f3b9c-bd39-4433-835f-d1e1b94aaa7e req-fc997147-2518-4005-a5bd-ca9a6c29fb8f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983029 Aug 21 01:27:43.563922 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05c519df-ed49-43a1-a92a-b393e0a0656f req-03d622d6-8215-4c21-bb99-b45eb0a58903 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183208 Aug 21 01:27:43.630783 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1c61779c-7f69-4e07-81c1-f330360413eb req-c1fc1c22-f640-47f6-b37e-32c149a09160 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243783 Aug 21 01:27:43.728922 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198a0c26-8eed-4762-b6ea-6bb11e3afeb4 x-openstack-request-id: req-198a0c26-8eed-4762-b6ea-6bb11e3afeb4 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:27:43.730081 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "name": "network-vif-plugged", "status": "completed", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:27:43.733961 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-198a0c26-8eed-4762-b6ea-6bb11e3afeb4 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:27:43.734578 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198a0c26-8eed-4762-b6ea-6bb11e3afeb4'] response: {'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'code': 200} Aug 21 01:27:43.798782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=7']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:44.018104 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 974b5386-1bdb-406d-a35f-dbdf270ebaa2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:44.042785 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8eff3-4385-42a5-9bae-ec8b3f47502a req-277af34a-ecca-485d-b8ea-6c8b2395ec93 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:44.044383 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2f8eff3-4385-42a5-9bae-ec8b3f47502a req-277af34a-ecca-485d-b8ea-6c8b2395ec93 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 943 time: 0.2337370 Aug 21 01:27:44.058636 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeeb328-9dd6-4077-84ea-1081d133b283 req-ada59b04-26d5-4b93-b498-e4d1d172ba85 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:44.066434 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dbeeb328-9dd6-4077-84ea-1081d133b283 req-ada59b04-26d5-4b93-b498-e4d1d172ba85 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 935 time: 0.1785285 Aug 21 01:27:44.090602 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:44.096747 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:44.109064 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:44.109809 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:44.173697 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:44.232831 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2f8eff3-4385-42a5-9bae-ec8b3f47502a req-d56b1fa8-991e-48f1-a30e-d86f7c99ddca tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609170 Aug 21 01:27:44.236454 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:44.245116 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dbeeb328-9dd6-4077-84ea-1081d133b283 req-0245b1ba-5511-4b6b-a6ba-9a4329fe58eb tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776102 Aug 21 01:27:44.442956 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:27:44.451752 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Publish callbacks [] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:44.454312 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:44.480369 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Transition to ACTIVE for port object 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:27:44.556906 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:44.676224 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:44.783954 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Attempting to bind port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:27:44.798851 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Attempting to bind port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd99a6992-9341-4403-84d1-ccda454f04d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:27:44.799276 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Attempting to bind port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 on network ac516711-9c0d-4ed6-8498-715220ab2a5e {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:27:44.863638 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 on network ac516711-9c0d-4ed6-8498-715220ab2a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:27:44.864281 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Attempting to bind port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 on network ac516711-9c0d-4ed6-8498-715220ab2a5e {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:27:44.894426 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92520a5a-ab73-469a-be75-73413f0b7906 req-7a3f9fde-8c39-4a39-a3b5-d18ae3155a2c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:44.896882 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-92520a5a-ab73-469a-be75-73413f0b7906 req-7a3f9fde-8c39-4a39-a3b5-d18ae3155a2c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.1624439 Aug 21 01:27:44.920941 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:27:44.921695 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Checking segment: {'id': 'd99a6992-9341-4403-84d1-ccda454f04d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:27:44.922317 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Bound using segment: {'id': 'd99a6992-9341-4403-84d1-ccda454f04d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:27:44.922976 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Bound port: 1dad426a-d53f-4f11-9c48-ba0aa747d6c3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99a6992-9341-4403-84d1-ccda454f04d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:27:44.923841 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:45.025874 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d12be-7a13-4805-b35a-f0f4ff0e220d req-b058da8b-068a-47d0-b805-b984107cfd49 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:45.031302 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a73d12be-7a13-4805-b35a-f0f4ff0e220d req-b058da8b-068a-47d0-b805-b984107cfd49 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1611335 Aug 21 01:27:45.226441 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-92520a5a-ab73-469a-be75-73413f0b7906 req-b8789b96-c2ce-4448-9fc2-591536e2f567 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983561 Aug 21 01:27:45.460700 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] For port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:27:45.483817 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a73d12be-7a13-4805-b35a-f0f4ff0e220d req-d68d40ca-24ee-42d2-9ffc-4de89c12cf02 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4393132 Aug 21 01:27:45.525974 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bae0b7-3c0d-4de6-951a-553f84700a17 req-3fdc66d7-0deb-4add-af79-3ded3633b82b tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:45.535524 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28bae0b7-3c0d-4de6-951a-553f84700a17 req-3fdc66d7-0deb-4add-af79-3ded3633b82b tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 947 time: 0.1441901 Aug 21 01:27:45.563902 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] For port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,segment=NetworkSegment(d99a6992-9341-4403-84d1-ccda454f04d9),segment_id=d99a6992-9341-4403-84d1-ccda454f04d9)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:27:45.683201 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:45.757386 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:45.758849 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:45.765732 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/1dad426a-d53f-4f11-9c48-ba0aa747d6c3 HTTP/1.1" status: 200 len: 1097 time: 2.7329230 Aug 21 01:27:45.772859 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d5a793-bbb6-4169-b790-835069573e2a', 'tag': '1dad426a-d53f-4f11-9c48-ba0aa747d6c3'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:27:45.777070 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8493d133-e8e1-4a9d-91c8-8eee0925af35" -d '{"events": [{"name": "network-changed", "server_uuid": "09d5a793-bbb6-4169-b790-835069573e2a", "tag": "1dad426a-d53f-4f11-9c48-ba0aa747d6c3"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:27:45.856034 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:45.875413 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28bae0b7-3c0d-4de6-951a-553f84700a17 req-aecd7c43-8f3c-46e2-915e-070adf67afdf tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295457 Aug 21 01:27:45.907479 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734468d-fabf-4cc1-88ae-ad92326d2ffe req-edcb7c46-858a-495b-8c5e-55983f663e6a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:45.916270 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9734468d-fabf-4cc1-88ae-ad92326d2ffe req-edcb7c46-858a-495b-8c5e-55983f663e6a tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 943 time: 0.2730305 Aug 21 01:27:46.004912 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf03018d-66db-4d34-9468-b97b3327ab63 x-openstack-request-id: req-cf03018d-66db-4d34-9468-b97b3327ab63 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:27:46.006630 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d5a793-bbb6-4169-b790-835069573e2a", "tag": "1dad426a-d53f-4f11-9c48-ba0aa747d6c3", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:27:46.006990 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf03018d-66db-4d34-9468-b97b3327ab63 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:27:46.007531 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf03018d-66db-4d34-9468-b97b3327ab63'] response: {'name': 'network-changed', 'server_uuid': '09d5a793-bbb6-4169-b790-835069573e2a', 'tag': '1dad426a-d53f-4f11-9c48-ba0aa747d6c3', 'status': 'completed', 'code': 200} Aug 21 01:27:46.065860 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32b81e-87f1-48b1-8888-5a6afb2676f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:46.090276 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-cb757e2c-2478-4f5f-a589-4c57c3620a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:46.092057 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-cb757e2c-2478-4f5f-a589-4c57c3620a39 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=e8775cdf1c9c40e8aac986896c4e0b01&device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 1131 time: 0.1292779 Aug 21 01:27:46.131644 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9734468d-fabf-4cc1-88ae-ad92326d2ffe req-9b7fbb06-78aa-4397-879b-bae5665d5d3c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088816 Aug 21 01:27:46.296264 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-3bab3f93-0c76-450e-b2c8-e319f058c558 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=1dad426a-d53f-4f11-9c48-ba0aa747d6c3 HTTP/1.1" status: 200 len: 217 time: 0.1045876 Aug 21 01:27:46.413714 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-858aea71-d201-4f74-a01b-660b964ddcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:46.416162 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-858aea71-d201-4f74-a01b-660b964ddcc4 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=adefe3a9-46ed-42d4-87fa-93e6b18bd3dd HTTP/1.1" status: 200 len: 843 time: 0.1094401 Aug 21 01:27:46.509742 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-f5efdcf1-1025-40aa-aaa1-e4c4269e8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:46.511873 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-f5efdcf1-1025-40aa-aaa1-e4c4269e8003 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ac516711-9c0d-4ed6-8498-715220ab2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0882940 Aug 21 01:27:46.874612 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-ce875605-7e68-4b57-be95-a376a216d4bc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ac516711-9c0d-4ed6-8498-715220ab2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543463 Aug 21 01:27:46.987790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3ad0b-9930-4e31-9d60-3bb960dc2cce req-d30c8cc6-758c-49da-bbd9-2f71bb3907ae tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:46.990019 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dfb3ad0b-9930-4e31-9d60-3bb960dc2cce req-d30c8cc6-758c-49da-bbd9-2f71bb3907ae tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.4235346 Aug 21 01:27:47.035912 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 1e55ecc3-f194-4529-b75c-be5293dba5c9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:27:47.342619 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 1e55ecc3-f194-4529-b75c-be5293dba5c9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:47.373491 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'port_id': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'mac_address': 'fa:16:3e:98:6f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:27:47.394107 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-20e33bfd-120a-4c5a-97e1-03492d7725ba req-5fc37f05-e9a1-4ffc-abf9-07536cc3b364 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ac516711-9c0d-4ed6-8498-715220ab2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329338 Aug 21 01:27:47.414987 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dfb3ad0b-9930-4e31-9d60-3bb960dc2cce req-2c8813e8-50c0-431a-b8c7-31851aa77c5f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738156 Aug 21 01:27:47.432433 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8a05b-85cb-44f3-8aa7-3d2798c0e3ad req-ad698fd8-9e51-4272-bd1d-c94c7ac6ff53 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:47.459303 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-21c8a05b-85cb-44f3-8aa7-3d2798c0e3ad req-ad698fd8-9e51-4272-bd1d-c94c7ac6ff53 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.5828373 Aug 21 01:27:47.490392 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 1e55ecc3-f194-4529-b75c-be5293dba5c9 is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:47.490804 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:47.523147 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e55ecc3-f194-4529-b75c-be5293dba5c9 {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:27:47.578996 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 1e55ecc3-f194-4529-b75c-be5293dba5c9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:47.627178 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-21c8a05b-85cb-44f3-8aa7-3d2798c0e3ad req-9e72a40e-6b8b-4104-a408-fe0dabaf5a82 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674166 Aug 21 01:27:47.726611 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:47.758844 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45a7ff-0d67-4890-aafa-f45e7f3c0d20 req-9ad545c6-1886-42a6-968e-7a412010ef74 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:47.785466 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3f45a7ff-0d67-4890-aafa-f45e7f3c0d20 req-9ad545c6-1886-42a6-968e-7a412010ef74 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 947 time: 0.1957693 Aug 21 01:27:47.944553 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=1e55ecc3-f194-4529-b75c-be5293dba5c9,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:47.985308 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:48.014497 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3f45a7ff-0d67-4890-aafa-f45e7f3c0d20 req-b1ab01c0-2867-49d2-9103-0339c6b2a3ad tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280829 Aug 21 01:27:48.034541 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174eb40-1cc9-4f69-9b3f-da8b5c72f245 req-2d4b1948-c648-4653-b71d-82b147aae45b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:48.045686 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e174eb40-1cc9-4f69-9b3f-da8b5c72f245 req-2d4b1948-c648-4653-b71d-82b147aae45b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 944 time: 0.2215261 Aug 21 01:27:48.150834 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e174eb40-1cc9-4f69-9b3f-da8b5c72f245 req-ae01a64c-79ff-48e2-90c9-719b214dee99 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034839 Aug 21 01:27:48.156941 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['1e55ecc3-f194-4529-b75c-be5293dba5c9'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:27:48.293992 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=82 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:48.303067 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=19 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:48.665124 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87118fc6-c64b-4bb5-a6e4-d3f3920c9cc1 req-72ba2ecb-aa90-46f8-863b-181c71a855ba tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:48.666875 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-87118fc6-c64b-4bb5-a6e4-d3f3920c9cc1 req-72ba2ecb-aa90-46f8-863b-181c71a855ba tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0897844 Aug 21 01:27:48.726077 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:27:48.874405 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbaaa7-93ee-4dde-83a1-93d8056fca52 req-7b673a89-ae69-44f5-a967-acc252406b72 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:48.876323 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fecbaaa7-93ee-4dde-83a1-93d8056fca52 req-7b673a89-ae69-44f5-a967-acc252406b72 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.2083123 Aug 21 01:27:48.904751 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-51388fdc-e0ff-4108-a4fd-375c3dea8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:48.906725 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-51388fdc-e0ff-4108-a4fd-375c3dea8744 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=e8775cdf1c9c40e8aac986896c4e0b01&device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 1131 time: 0.1393814 Aug 21 01:27:48.929420 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-87118fc6-c64b-4bb5-a6e4-d3f3920c9cc1 req-c20ba82b-06ec-421e-afd5-05c6b7e40cf9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429209 Aug 21 01:27:48.952372 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:49.086249 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fecbaaa7-93ee-4dde-83a1-93d8056fca52 req-b2190d50-d376-49b8-8404-7b3baf9a322c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969028 Aug 21 01:27:49.140967 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-8b0cf726-f8cd-4805-98b5-6ecef4b118ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:49.142995 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-8b0cf726-f8cd-4805-98b5-6ecef4b118ee service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=ac516711-9c0d-4ed6-8498-715220ab2a5e HTTP/1.1" status: 200 len: 870 time: 0.2123764 Aug 21 01:27:49.219817 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-6d9d6e0b-bd5a-4c46-9c35-8e0ba9efbe78 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=1dad426a-d53f-4f11-9c48-ba0aa747d6c3 HTTP/1.1" status: 200 len: 217 time: 0.0632966 Aug 21 01:27:49.298484 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 1e55ecc3-f194-4529-b75c-be5293dba5c9 up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:49.391761 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a77e47-42eb-4008-850e-0866d6741e00 req-604fc326-8219-481a-ac55-ee837931c455 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:49.393630 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-71a77e47-42eb-4008-850e-0866d6741e00 req-604fc326-8219-481a-ac55-ee837931c455 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 947 time: 0.2259357 Aug 21 01:27:49.403733 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 1e55ecc3-f194-4529-b75c-be5293dba5c9 completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:27:49.472321 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-a9b42d34-1697-4e6c-a92f-1c42b35f1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:49.472321 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-a9b42d34-1697-4e6c-a92f-1c42b35f1bd7 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=adefe3a9-46ed-42d4-87fa-93e6b18bd3dd HTTP/1.1" status: 200 len: 843 time: 0.1948609 Aug 21 01:27:49.472321 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d1174-34bf-4404-a1db-dd9f4f7f7fcc req-8df74d32-643e-45c8-8431-32a1886a176b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:49.472321 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c6d1174-34bf-4404-a1db-dd9f4f7f7fcc req-8df74d32-643e-45c8-8431-32a1886a176b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 944 time: 0.1590364 Aug 21 01:27:49.500080 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 1e55ecc3-f194-4529-b75c-be5293dba5c9 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:49.500929 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:49.681271 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 1e55ecc3-f194-4529-b75c-be5293dba5c9 is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:49.702081 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:49.711869 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:27:49.715572 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f39b2ca-4f13-4346-b14c-8647612e4f1c" -d '{"events": [{"server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "name": "network-vif-plugged", "status": "completed", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:27:49.723686 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-97e132b8-d449-4456-87f1-1b35409b4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:49.726022 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-97e132b8-d449-4456-87f1-1b35409b4f92 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ac516711-9c0d-4ed6-8498-715220ab2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2569327 Aug 21 01:27:49.727504 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:49.729628 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 1e55ecc3-f194-4529-b75c-be5293dba5c9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:49.729938 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-71a77e47-42eb-4008-850e-0866d6741e00 req-911ae2b9-c8c0-4195-949e-f15fe064c48c tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268037 Aug 21 01:27:49.748444 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c6d1174-34bf-4404-a1db-dd9f4f7f7fcc req-ab924df8-79d2-4da0-a918-d22faa9a7492 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879508 Aug 21 01:27:49.760095 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-a98dd965-a804-47f5-b204-0ecef00b6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:49.761898 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-a98dd965-a804-47f5-b204-0ecef00b6b61 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 1130 time: 0.2755337 Aug 21 01:27:49.878987 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887fca6b-3ee5-42a9-869b-725d134d883c x-openstack-request-id: req-887fca6b-3ee5-42a9-869b-725d134d883c {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:27:49.879963 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "name": "network-vif-plugged", "status": "completed", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:27:49.881418 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-887fca6b-3ee5-42a9-869b-725d134d883c {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:27:49.887340 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887fca6b-3ee5-42a9-869b-725d134d883c'] response: {'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'code': 200} Aug 21 01:27:49.976458 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-cd0c85bd-26ec-4f40-a15e-856037683bec service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ac516711-9c0d-4ed6-8498-715220ab2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419994 Aug 21 01:27:50.028524 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:50.128202 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-f752902b-0436-42ff-b77d-a215d85e855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:50.129730 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-f752902b-0436-42ff-b77d-a215d85e855a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=9ee81273-c1c2-4ebe-9984-21786c936dee HTTP/1.1" status: 200 len: 912 time: 0.2794857 Aug 21 01:27:50.236035 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:50.401474 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=1e55ecc3-f194-4529-b75c-be5293dba5c9,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:50.547158 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8493d133-e8e1-4a9d-91c8-8eee0925af35 req-1c081f29-5484-4c40-ac78-6b5a0ee95ea4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ac516711-9c0d-4ed6-8498-715220ab2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512424 Aug 21 01:27:50.678816 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13209410-acec-46df-907c-6157da6a54ff req-bfc4d2e9-1325-44d6-9862-4dd4bacd5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:50.678816 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-13209410-acec-46df-907c-6157da6a54ff req-bfc4d2e9-1325-44d6-9862-4dd4bacd5050 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 1129 time: 0.1587949 Aug 21 01:27:50.679532 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-9de377a9-5758-46b5-af61-811c8767e9f3 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 HTTP/1.1" status: 200 len: 1002 time: 0.5096233 Aug 21 01:27:50.748365 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd2952-f08c-4cec-9ec7-4746d2e89455 req-4413a068-bda3-4c03-a60d-4bdd0fe58cc7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:50.751855 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-adcd2952-f08c-4cec-9ec7-4746d2e89455 req-4413a068-bda3-4c03-a60d-4bdd0fe58cc7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.6252956 Aug 21 01:27:50.776821 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-13209410-acec-46df-907c-6157da6a54ff req-0e370107-a0bb-4b8e-addf-128ce1ddf52c service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264846 Aug 21 01:27:50.851878 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4b327-51a2-4ec9-95f6-f41fe4a699bb req-4283a30c-e060-45d2-869e-132b977f8ab4 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:50.853824 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-52b4b327-51a2-4ec9-95f6-f41fe4a699bb req-4283a30c-e060-45d2-869e-132b977f8ab4 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.6442068 Aug 21 01:27:50.900537 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:50.925533 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-801d88dd-9323-4038-a832-cf4ed341038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:50.929790 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-801d88dd-9323-4038-a832-cf4ed341038d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=63bb539d-a4ba-4698-a8d8-59af1ab0586f HTTP/1.1" status: 200 len: 850 time: 0.2240708 Aug 21 01:27:50.960663 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-52b4b327-51a2-4ec9-95f6-f41fe4a699bb req-e254514f-764c-49ee-8c93-bf4d03af7802 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985732 Aug 21 01:27:50.964640 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-adcd2952-f08c-4cec-9ec7-4746d2e89455 req-969f19f8-b6b0-495e-8609-1dd891e04fdf tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667070 Aug 21 01:27:51.259239 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53008c1b-de6b-4c35-a3cf-0b2941ac04f8 req-8002a6db-0583-43d9-a05a-14bdff5e9c73 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:51.261090 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-53008c1b-de6b-4c35-a3cf-0b2941ac04f8 req-8002a6db-0583-43d9-a05a-14bdff5e9c73 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.1366460 Aug 21 01:27:51.286122 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:27:51.478702 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e569134-a5b7-4619-b9b3-1ef749c6bd7a req-51e054aa-029d-497a-b898-1554f865da98 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:51.499234 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8e569134-a5b7-4619-b9b3-1ef749c6bd7a req-51e054aa-029d-497a-b898-1554f865da98 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 947 time: 0.2611823 Aug 21 01:27:51.501546 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-5c9d52cb-35b8-4769-829a-3ba1f25be519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:51.507074 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-5c9d52cb-35b8-4769-829a-3ba1f25be519 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=9ee81273-c1c2-4ebe-9984-21786c936dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4128585 Aug 21 01:27:51.555405 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:51.625135 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,segment=NetworkSegment(d99a6992-9341-4403-84d1-ccda454f04d9),segment_id=d99a6992-9341-4403-84d1-ccda454f04d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:51.653380 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '1dad426a-d53f-4f11-9c48-ba0aa747d6c3', 'network_id': 'ac516711-9c0d-4ed6-8498-715220ab2a5e', 'port_id': '1dad426a-d53f-4f11-9c48-ba0aa747d6c3', 'mac_address': 'fa:16:3e:ac:94:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adefe3a9-46ed-42d4-87fa-93e6b18bd3dd', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:27:51.666349 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-53008c1b-de6b-4c35-a3cf-0b2941ac04f8 req-d0948076-a617-457a-8e42-25ad926950e7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743792 Aug 21 01:27:51.743944 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8e569134-a5b7-4619-b9b3-1ef749c6bd7a req-d58d2c2f-f9fa-4f85-a73c-4a45b0f3122f tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435274 Aug 21 01:27:51.750964 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:51.751591 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:51.800709 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:27:51.801028 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53736) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:51.866432 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,segment=NetworkSegment(d99a6992-9341-4403-84d1-ccda454f04d9),segment_id=d99a6992-9341-4403-84d1-ccda454f04d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:51.932774 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-a612c89e-0b71-4df9-b698-84f25ac9d3e0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522224 Aug 21 01:27:51.969911 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:52.081247 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2fa00c13-244d-4b25-8fbb-3df0bd9aef60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:52.102117 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:52.226602 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396d00-8a12-436d-b09a-58c843e3ac99 req-5036380c-3982-47b7-b227-32b6d1457d21 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:52.228210 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b5396d00-8a12-436d-b09a-58c843e3ac99 req-5036380c-3982-47b7-b227-32b6d1457d21 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.1276374 Aug 21 01:27:52.322675 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2fa00c13-244d-4b25-8fbb-3df0bd9aef60 admin admin] Publish callbacks [] for security_group (33a19dcc-0edf-40d2-a30a-ce8a3ccf0797), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:52.334681 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810af08-146f-448d-b369-435601a0a245 req-ff85cd87-4511-486c-af97-a9daa014689d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:52.348864 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5810af08-146f-448d-b369-435601a0a245 req-ff85cd87-4511-486c-af97-a9daa014689d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1083627 Aug 21 01:27:52.358849 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['1dad426a-d53f-4f11-9c48-ba0aa747d6c3'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:27:52.396140 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2fa00c13-244d-4b25-8fbb-3df0bd9aef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (33a19dcc-0edf-40d2-a30a-ce8a3ccf0797), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:52.462409 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5810af08-146f-448d-b369-435601a0a245 req-c9d9be14-aa39-4d0a-b8c9-1c479246d0f9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124430 Aug 21 01:27:52.501635 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b5396d00-8a12-436d-b09a-58c843e3ac99 req-a54b1b40-5a0a-4063-9aa3-9bc337d68935 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320705 Aug 21 01:27:52.518598 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa00c13-244d-4b25-8fbb-3df0bd9aef60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a19dcc-0edf-40d2-a30a-ce8a3ccf0797,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:52.607630 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-2fa00c13-244d-4b25-8fbb-3df0bd9aef60 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=747410d56cdf42da95c8d1282d3d5d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8027797 Aug 21 01:27:52.610265 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 53744) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:52.880128 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2d51c8bf-3cf9-4383-be61-0ce34d41a694 admin admin] Publish callbacks [] for security_group (33a19dcc-0edf-40d2-a30a-ce8a3ccf0797), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:52.908204 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-73caa948-1f1c-4436-a7f8-66f0ffd13e03 req-fb7d4375-3a56-474a-b53c-7e6e74344203 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941102 Aug 21 01:27:52.918664 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:52.937170 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2d51c8bf-3cf9-4383-be61-0ce34d41a694 admin admin] Publish callbacks [] for security_group (33a19dcc-0edf-40d2-a30a-ce8a3ccf0797), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:53.336057 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aded2c-ed24-4cf7-b186-1fc322c03c93 req-54b4863e-cc37-43e8-9457-36dcc0fbcadf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:53.340665 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a2aded2c-ed24-4cf7-b186-1fc322c03c93 req-54b4863e-cc37-43e8-9457-36dcc0fbcadf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.2115874 Aug 21 01:27:53.347124 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a7cbe-d478-4562-86e1-00722603e08c req-0be329b5-249f-41cf-8148-8e2c8487489f tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:53.349599 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b66a7cbe-d478-4562-86e1-00722603e08c req-0be329b5-249f-41cf-8148-8e2c8487489f tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 948 time: 0.1886377 Aug 21 01:27:53.406529 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:53.488923 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a2aded2c-ed24-4cf7-b186-1fc322c03c93 req-e998f292-bbaf-4565-9529-c33951889a54 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374295 Aug 21 01:27:53.498769 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b66a7cbe-d478-4562-86e1-00722603e08c req-97e47fb9-69d2-44e0-a868-3743c451a4eb tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355090 Aug 21 01:27:53.588484 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2d51c8bf-3cf9-4383-be61-0ce34d41a694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (33a19dcc-0edf-40d2-a30a-ce8a3ccf0797), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:53.591473 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2d51c8bf-3cf9-4383-be61-0ce34d41a694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:53.597021 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-2d51c8bf-3cf9-4383-be61-0ce34d41a694 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/33a19dcc-0edf-40d2-a30a-ce8a3ccf0797 HTTP/1.1" status: 204 len: 168 time: 0.9762497 Aug 21 01:27:53.668166 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51c8bf-3cf9-4383-be61-0ce34d41a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a19dcc-0edf-40d2-a30a-ce8a3ccf0797,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:53.783911 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7e546-e07c-4dd0-ae6c-7f9c35d84ee9 req-a901ab1d-a6fd-4a85-8062-de8f205a82bd tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:53.792589 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cff7e546-e07c-4dd0-ae6c-7f9c35d84ee9 req-a901ab1d-a6fd-4a85-8062-de8f205a82bd tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1442816 Aug 21 01:27:53.839349 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8faa7-ad01-4126-9ca9-1ed04cf7195d req-4087ebac-6bf6-4bc0-b941-0455a7bafece tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:53.840940 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28e8faa7-ad01-4126-9ca9-1ed04cf7195d req-4087ebac-6bf6-4bc0-b941-0455a7bafece tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.1117642 Aug 21 01:27:53.883127 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:27:53.931203 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cff7e546-e07c-4dd0-ae6c-7f9c35d84ee9 req-449ac2d2-6086-49c3-abb4-8d450d19a297 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377039 Aug 21 01:27:53.965595 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28e8faa7-ad01-4126-9ca9-1ed04cf7195d req-c966698d-e16d-44b4-b0d4-ff860eff2dfa tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857768 Aug 21 01:27:53.981650 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:27:54.112844 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:27:54.113369 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:54.211599 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:27:54.212202 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:54.249942 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d5a793-bbb6-4169-b790-835069573e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dad426a-d53f-4f11-9c48-ba0aa747d6c3'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:27:54.254581 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d57dff3-cf3c-4328-b743-7f1d16210e14" -d '{"events": [{"server_uuid": "09d5a793-bbb6-4169-b790-835069573e2a", "name": "network-vif-plugged", "status": "completed", "tag": "1dad426a-d53f-4f11-9c48-ba0aa747d6c3"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:27:54.308416 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,segment=NetworkSegment(d99a6992-9341-4403-84d1-ccda454f04d9),segment_id=d99a6992-9341-4403-84d1-ccda454f04d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:27:54.334803 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68635f6e-8d86-4e54-aa98-bcad8b84c5b4 x-openstack-request-id: req-68635f6e-8d86-4e54-aa98-bcad8b84c5b4 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:27:54.335317 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d5a793-bbb6-4169-b790-835069573e2a", "name": "network-vif-plugged", "status": "completed", "tag": "1dad426a-d53f-4f11-9c48-ba0aa747d6c3", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:27:54.335764 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68635f6e-8d86-4e54-aa98-bcad8b84c5b4 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:27:54.337096 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68635f6e-8d86-4e54-aa98-bcad8b84c5b4'] response: {'server_uuid': '09d5a793-bbb6-4169-b790-835069573e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dad426a-d53f-4f11-9c48-ba0aa747d6c3', 'code': 200} Aug 21 01:27:54.361104 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:54.416576 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:54.435538 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:27:54.862923 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95ac6-4c9e-4ce1-a3dc-fca5bc243412 req-a377593c-1dba-4083-9f12-ee6c67de7f44 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:54.874766 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-44f95ac6-4c9e-4ce1-a3dc-fca5bc243412 req-a377593c-1dba-4083-9f12-ee6c67de7f44 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.1633658 Aug 21 01:27:54.940657 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3aff7-614f-46f0-a34d-41a64a9ff7b8 req-3fbee44b-b3f1-4a5b-9e1d-4c399bbe59c6 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:54.941869 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-77c3aff7-614f-46f0-a34d-41a64a9ff7b8 req-3fbee44b-b3f1-4a5b-9e1d-4c399bbe59c6 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 949 time: 0.2130566 Aug 21 01:27:54.999915 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-44f95ac6-4c9e-4ce1-a3dc-fca5bc243412 req-b23cf07e-8ff7-476c-9797-36c21de3a1e2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237350 Aug 21 01:27:55.087985 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-77c3aff7-614f-46f0-a34d-41a64a9ff7b8 req-82aedc21-3ac7-4da7-858c-db7853902e8d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392572 Aug 21 01:27:55.164168 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0653c1f-2ccb-4951-932c-684ea06f4567 req-35c1b13f-4981-488c-b4de-5196b2ffd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:55.168162 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f0653c1f-2ccb-4951-932c-684ea06f4567 req-35c1b13f-4981-488c-b4de-5196b2ffd7f9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 1133 time: 0.0771279 Aug 21 01:27:55.318433 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f0653c1f-2ccb-4951-932c-684ea06f4567 req-b7de276a-4e81-4795-b7e8-338df05eb826 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337001 Aug 21 01:27:55.351108 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679c549-fd72-4fdc-b890-0a3be37bcbb8 req-1a363ff4-89c9-409c-8b13-81db07b674ea tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:55.352742 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4679c549-fd72-4fdc-b890-0a3be37bcbb8 req-1a363ff4-89c9-409c-8b13-81db07b674ea tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.1386819 Aug 21 01:27:55.361166 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a50a6-5205-48b4-a655-0599ec9c5cc3 req-83f34a93-7290-47e6-bfda-7f8a9ace6ffb tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:55.362730 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d01a50a6-5205-48b4-a655-0599ec9c5cc3 req-83f34a93-7290-47e6-bfda-7f8a9ace6ffb tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1893802 Aug 21 01:27:55.451875 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4679c549-fd72-4fdc-b890-0a3be37bcbb8 req-fc0f33ad-1850-44b7-a3dc-ccafda54fe2c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881197 Aug 21 01:27:55.500466 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:55.509528 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d01a50a6-5205-48b4-a655-0599ec9c5cc3 req-e7de6f3b-fb7e-47c7-8c1a-8a226b31f38d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092498 Aug 21 01:27:55.679905 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb6efd-f922-41fe-995f-f967ae046964 req-40ee5436-2b2e-42c9-9a6d-f0b953b04e73 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:55.694563 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 53796) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:27:55.697500 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-40fb6efd-f922-41fe-995f-f967ae046964 req-40ee5436-2b2e-42c9-9a6d-f0b953b04e73 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.1178992 Aug 21 01:27:55.703878 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-8251b5fa-a349-4160-a985-32df35011e29 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Request body: {'floatingip': {'port_id': '1e55ecc3-f194-4529-b75c-be5293dba5c9'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:27:55.818507 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8251b5fa-a349-4160-a985-32df35011e29 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for floatingip (de2d3380-4c59-4cfb-a8c1-27f279763eea), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:56.347247 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b88805-1791-4dcd-9fe9-ac6e71bfadce req-c308a820-4497-46a9-a0c4-f04dc3842769 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:56.362891 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d7b88805-1791-4dcd-9fe9-ac6e71bfadce req-c308a820-4497-46a9-a0c4-f04dc3842769 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 949 time: 0.1480896 Aug 21 01:27:56.469595 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d7b88805-1791-4dcd-9fe9-ac6e71bfadce req-696bc30b-1467-49a7-b9a0-226d57592af4 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028030 Aug 21 01:27:56.511112 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8251b5fa-a349-4160-a985-32df35011e29 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:56.512075 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:56.676143 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851805-8b6c-432f-8472-a85a0d6cfc29 req-2b516cbf-4a70-4cc4-a73d-e39f3eee52dc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:56.677866 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d851805-8b6c-432f-8472-a85a0d6cfc29 req-2b516cbf-4a70-4cc4-a73d-e39f3eee52dc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0845239 Aug 21 01:27:56.713938 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:56.775410 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d851805-8b6c-432f-8472-a85a0d6cfc29 req-676f75cd-5572-4955-9517-96558b4f4378 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907302 Aug 21 01:27:56.799348 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8251b5fa-a349-4160-a985-32df35011e29 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (de2d3380-4c59-4cfb-a8c1-27f279763eea), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:56.958609 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [None req-8251b5fa-a349-4160-a985-32df35011e29 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Floating IP de2d3380-4c59-4cfb-a8c1-27f279763eea associated. External IP: 172.37.5.129, port: 1e55ecc3-f194-4529-b75c-be5293dba5c9. Aug 21 01:27:57.272383 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:57.309834 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8251b5fa-a349-4160-a985-32df35011e29 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:27:57.556479 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8251b5fa-a349-4160-a985-32df35011e29 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:27:57.558746 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8251b5fa-a349-4160-a985-32df35011e29 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:57.587802 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] Sync routers for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:27:57.694897 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:27:57.695556 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:27:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:57.723685 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-8251b5fa-a349-4160-a985-32df35011e29 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/de2d3380-4c59-4cfb-a8c1-27f279763eea HTTP/1.1" status: 200 len: 991 time: 2.0268869 Aug 21 01:27:57.724325 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:27:57.738051 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1962e1-c0a1-4870-8f82-715a0519cb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:27:57.794485 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8374d-1fd3-4a3e-813b-ac1e41bc0c6d req-93db741d-8323-400b-8d51-1f41149d16d1 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:57.818659 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-22e8374d-1fd3-4a3e-813b-ac1e41bc0c6d req-93db741d-8323-400b-8d51-1f41149d16d1 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 949 time: 0.1449850 Aug 21 01:27:57.932825 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a815a0b9-2394-4607-8f9d-f68dd267d132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:27:57.958919 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeb2dfd-17e5-4bde-809f-5424f8145f35 x-openstack-request-id: req-5eeb2dfd-17e5-4bde-809f-5424f8145f35 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:27:57.959467 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:27:57.959467 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5eeb2dfd-17e5-4bde-809f-5424f8145f35 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:27:57.961730 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eeb2dfd-17e5-4bde-809f-5424f8145f35'] response: {'name': 'network-changed', 'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'status': 'completed', 'code': 200} Aug 21 01:27:57.980384 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-22e8374d-1fd3-4a3e-813b-ac1e41bc0c6d req-81bedd27-059a-485e-ba55-b07553f8849b tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538341 Aug 21 01:27:58.124621 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-0e18802d-d841-46c5-9691-e55606edb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:58.129216 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-0e18802d-d841-46c5-9691-e55606edb20c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 1129 time: 0.0992372 Aug 21 01:27:58.138623 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:27:58.161378 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40264b73-a60e-4d82-9ad0-ea5503bb49b8 req-626f6961-ffb0-4feb-9181-bb599c464500 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:58.173006 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-40264b73-a60e-4d82-9ad0-ea5503bb49b8 req-626f6961-ffb0-4feb-9181-bb599c464500 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.1095479 Aug 21 01:27:58.313048 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-40264b73-a60e-4d82-9ad0-ea5503bb49b8 req-264be656-296d-4d54-ac7a-60db1726d3a1 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381581 Aug 21 01:27:58.359289 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:58.362728 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-af41179c-dad7-42ab-ac44-7d5ee194ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:58.364432 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-af41179c-dad7-42ab-ac44-7d5ee194ffc8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.2227151 Aug 21 01:27:58.628220 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-3c8ee548-d3de-4ac0-aad9-7703cbd61918 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9 HTTP/1.1" status: 200 len: 999 time: 0.1800871 Aug 21 01:27:58.628220 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-a9168549-4b39-4d71-a1ab-d49e3483c14c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:58.628220 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-a9168549-4b39-4d71-a1ab-d49e3483c14c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/networks?id=1e79e20e-bb84-4864-9fe8-d17ca136af81 HTTP/1.1" status: 200 len: 815 time: 0.1753442 Aug 21 01:27:58.660395 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:58.747841 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-da3116d0-56f6-41d2-bbd1-912f714cb83c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/quotas/da8fc458ef6b49e18daac9fb195a2149 HTTP/1.1" status: 200 len: 375 time: 0.0465775 Aug 21 01:27:58.747955 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=45 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:58.748503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-33dfffcb-ca51-43e8-892a-09b236600cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:58.753250 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-33dfffcb-ca51-43e8-892a-09b236600cc6 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.1702394 Aug 21 01:27:58.768438 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-f19793b8-28bd-4099-a919-f0f34b884689 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=da8fc458ef6b49e18daac9fb195a2149&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742452 Aug 21 01:27:58.799168 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:58.831532 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de2d3380-4c59-4cfb-a8c1-27f279763eea', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'floating_ip_address': '172.37.5.129', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'port_id': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'mac_address': 'fa:16:3e:98:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:27:25Z', 'updated_at': '2022-08-21T01:27:56Z', 'revision_number': 1, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:58.862872 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] Checking router: 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:27:58.871538 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-96a06374-3c6b-4b83-9532-d53bb83236d1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902140 Aug 21 01:27:58.872739 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:27:58.873558 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:27:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:58.980192 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:27:58.987158 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-26015d7c-89f2-4fbe-b595-a993c3b598c3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088641 Aug 21 01:27:59.049663 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:27:59.204388 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de2d3380-4c59-4cfb-a8c1-27f279763eea', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'floating_ip_address': '172.37.5.129', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'port_id': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'mac_address': 'fa:16:3e:98:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:27:25Z', 'updated_at': '2022-08-21T01:27:56Z', 'revision_number': 1, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:27:59.228621 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c967f3-1c0e-4522-8d39-627133f2472a None None] The sync data for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi is: [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de2d3380-4c59-4cfb-a8c1-27f279763eea', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'floating_ip_address': '172.37.5.129', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'port_id': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'mac_address': 'fa:16:3e:98:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:27:25Z', 'updated_at': '2022-08-21T01:27:56Z', 'revision_number': 1, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:27:59.415692 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86553c-1511-4c06-b15d-f467d207c26e req-de98ce46-969b-47f0-b39b-58dc3d262b22 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:59.424348 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0d86553c-1511-4c06-b15d-f467d207c26e req-de98ce46-969b-47f0-b39b-58dc3d262b22 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 949 time: 0.0583971 Aug 21 01:27:59.514142 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0d86553c-1511-4c06-b15d-f467d207c26e req-3d017717-2b98-40f9-a766-af7a6b8ff20d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880563 Aug 21 01:27:59.611129 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6930d-bbdc-4c42-afd9-838c83449729 req-8756fc05-eeec-4202-81b5-a267f46610da tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:59.612981 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f0b6930d-bbdc-4c42-afd9-838c83449729 req-8756fc05-eeec-4202-81b5-a267f46610da tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0888216 Aug 21 01:27:59.686400 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3a3a1d3e-f849-4450-ab5c-99bce30b2e19 req-412f0af4-7f12-4ba9-895f-8d73e7eabe68 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 210 time: 0.0721707 Aug 21 01:27:59.720556 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f0b6930d-bbdc-4c42-afd9-838c83449729 req-3c836272-ee74-4a42-9c1f-cd3799c87a9e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924628 Aug 21 01:27:59.955538 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-2616d3dd-07c9-4709-9db8-1247dfed51da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:27:59.957174 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-2616d3dd-07c9-4709-9db8-1247dfed51da service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709090 Aug 21 01:28:00.261778 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-6a5820cb-bc88-43a6-819f-3326f60755e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:00.344632 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2551a2-a701-446d-aae2-989da6e6d6f0 None None] New status for floating IP de2d3380-4c59-4cfb-a8c1-27f279763eea: ACTIVE {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:28:00.367088 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-2e6b7ccf-f93e-4984-a29a-6ff1de19ba94 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212937 Aug 21 01:28:00.526325 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-6db0a247-4498-4660-a782-791a36de0ec7 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:00.527931 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-6db0a247-4498-4660-a782-791a36de0ec7 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 949 time: 0.1930120 Aug 21 01:28:00.539213 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:00.544164 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-af1962e1-c0a1-4870-8f82-715a0519cb7d req-ffe3af13-17da-467b-b2c5-8ceb5b4c9a5b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644199 Aug 21 01:28:00.662024 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f30c6a-1071-4789-8e46-d94560b3ffa3 req-cdde1871-db8c-4cce-9c18-0d963526f3d1 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:00.663605 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e7f30c6a-1071-4789-8e46-d94560b3ffa3 req-cdde1871-db8c-4cce-9c18-0d963526f3d1 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 949 time: 0.0595915 Aug 21 01:28:00.726035 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e7f30c6a-1071-4789-8e46-d94560b3ffa3 req-4c135c30-acb2-419a-91d5-347673c09cd5 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563822 Aug 21 01:28:00.792657 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c428b687-400f-4944-9341-28083823d6c5 req-0b41e2c6-da60-4756-abd8-2c3d5ca26d07 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 210 time: 0.0369408 Aug 21 01:28:00.897129 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f5a0a-58d1-48c8-9787-a5ab2943ecbc req-dbbf3af9-43df-4f41-af55-4e0a9dee2080 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:00.898739 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c01f5a0a-58d1-48c8-9787-a5ab2943ecbc req-dbbf3af9-43df-4f41-af55-4e0a9dee2080 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0617652 Aug 21 01:28:00.959536 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c01f5a0a-58d1-48c8-9787-a5ab2943ecbc req-76e09933-2389-4d68-9103-8f4d832b7b5c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497222 Aug 21 01:28:01.347375 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:01.871011 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47fc5-81e2-4f8d-a76d-dbdebcacd305 req-40d0e76f-214e-4542-91c0-a7b08a063b3c tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:01.872610 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-69d47fc5-81e2-4f8d-a76d-dbdebcacd305 req-40d0e76f-214e-4542-91c0-a7b08a063b3c tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 949 time: 0.0545709 Aug 21 01:28:01.920233 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f0ed3a4d-0796-4bb1-acd3-7c3acae530ba req-1ec31b89-8fbd-4f72-a41c-de505ad7a4ff tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 210 time: 0.0424571 Aug 21 01:28:01.950053 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-69d47fc5-81e2-4f8d-a76d-dbdebcacd305 req-6a157b95-6e46-4b67-8727-34e19e090dde tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709524 Aug 21 01:28:02.087954 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5a0d6-fa56-4d4c-ac00-c8c26400ecb3 req-47ae27de-9b5f-4ead-b7cd-36689bb7bfad tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:02.089436 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b1e5a0d6-fa56-4d4c-ac00-c8c26400ecb3 req-47ae27de-9b5f-4ead-b7cd-36689bb7bfad tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0516703 Aug 21 01:28:02.141404 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b1e5a0d6-fa56-4d4c-ac00-c8c26400ecb3 req-b5efbc27-2f11-471b-9e79-5e91087b337a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444260 Aug 21 01:28:03.030496 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a54605a5-8336-493f-9b2e-0a1c5a92149f req-2798ab45-6795-4661-bd57-e18ab4653b68 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 210 time: 0.0361779 Aug 21 01:28:03.081209 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218fd5-b793-4d19-94ee-651e83c60acd req-61570412-5ec7-44b0-9f45-ad8db6d69b72 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:03.082756 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1d218fd5-b793-4d19-94ee-651e83c60acd req-61570412-5ec7-44b0-9f45-ad8db6d69b72 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 949 time: 0.0549889 Aug 21 01:28:03.134408 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1d218fd5-b793-4d19-94ee-651e83c60acd req-ffabf130-cbde-4407-ad0e-28ad3a54c270 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7f93f60e-c608-4a7c-a14b-7787f2c68790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453432 Aug 21 01:28:03.167973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:03.286295 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec416e4-cce6-44b1-b27d-7ee523d3803a req-40ed4eb8-6457-40dd-af47-1fbd7913aec5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:03.287843 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eec416e4-cce6-44b1-b27d-7ee523d3803a req-40ed4eb8-6457-40dd-af47-1fbd7913aec5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0653799 Aug 21 01:28:03.342710 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eec416e4-cce6-44b1-b27d-7ee523d3803a req-175fa989-1a3d-414d-845b-6e22f6d17a15 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487618 Aug 21 01:28:03.348162 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-310f1ec5-e364-47ad-b6bd-b4b9e5f19a5d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Deleting port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:28:03.348162 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-310f1ec5-e364-47ad-b6bd-b4b9e5f19a5d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:03.446091 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-310f1ec5-e364-47ad-b6bd-b4b9e5f19a5d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] For port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,segment=NetworkSegment(d99a6992-9341-4403-84d1-ccda454f04d9),segment_id=d99a6992-9341-4403-84d1-ccda454f04d9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:03.446366 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-310f1ec5-e364-47ad-b6bd-b4b9e5f19a5d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:03.462177 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-310f1ec5-e364-47ad-b6bd-b4b9e5f19a5d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Calling delete_port for 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 owned by compute:nova {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:28:03.680375 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-310f1ec5-e364-47ad-b6bd-b4b9e5f19a5d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (1dad426a-d53f-4f11-9c48-ba0aa747d6c3), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:03.681231 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:03.710174 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f1ec5-e364-47ad-b6bd-b4b9e5f19a5d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Pushing event deleted for resources: {'Port': ['ID=1dad426a-d53f-4f11-9c48-ba0aa747d6c3,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:03.739026 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['1dad426a-d53f-4f11-9c48-ba0aa747d6c3'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:28:03.788022 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-310f1ec5-e364-47ad-b6bd-b4b9e5f19a5d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] No DVR routers for this DVR port 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 on host hv-cinder-maste {{(pid=106924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:28:03.792163 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-310f1ec5-e364-47ad-b6bd-b4b9e5f19a5d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:03.794421 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-53436dbc-d732-4d13-8312-8dfa5beda652 req-310f1ec5-e364-47ad-b6bd-b4b9e5f19a5d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.67 "DELETE /networking/v2.0/ports/1dad426a-d53f-4f11-9c48-ba0aa747d6c3 HTTP/1.1" status: 204 len: 173 time: 0.5850618 Aug 21 01:28:03.794896 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d5a793-bbb6-4169-b790-835069573e2a', 'name': 'network-vif-deleted', 'tag': '1dad426a-d53f-4f11-9c48-ba0aa747d6c3'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:28:03.797231 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd040ca-ac4d-4040-a457-f83dc08816bb" -d '{"events": [{"server_uuid": "09d5a793-bbb6-4169-b790-835069573e2a", "name": "network-vif-deleted", "tag": "1dad426a-d53f-4f11-9c48-ba0aa747d6c3"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:28:03.838005 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120bc907-3627-45a8-bb46-a2d5b10afd01 x-openstack-request-id: req-120bc907-3627-45a8-bb46-a2d5b10afd01 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:28:03.838611 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d5a793-bbb6-4169-b790-835069573e2a", "name": "network-vif-deleted", "tag": "1dad426a-d53f-4f11-9c48-ba0aa747d6c3", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:28:03.839812 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-120bc907-3627-45a8-bb46-a2d5b10afd01 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:28:03.840452 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120bc907-3627-45a8-bb46-a2d5b10afd01'] response: {'server_uuid': '09d5a793-bbb6-4169-b790-835069573e2a', 'name': 'network-vif-deleted', 'tag': '1dad426a-d53f-4f11-9c48-ba0aa747d6c3', 'status': 'completed', 'code': 200} Aug 21 01:28:04.142525 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6f223b5f-8f75-4085-9a82-53957aef5f5e req-de3510e7-e124-4334-9e4e-e414f068f2ed tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 210 time: 0.0309935 Aug 21 01:28:04.252508 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ccaf1629-a8ac-4785-b203-7b11848a60f3 req-2c408558-026f-475d-b1da-a2093dfe5759 tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 210 time: 0.0342982 Aug 21 01:28:04.283561 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-3d483e02-6cc1-4ef7-99b5-a032193fa5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:04.285494 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-3d483e02-6cc1-4ef7-99b5-a032193fa5ed service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 1129 time: 0.0607133 Aug 21 01:28:04.324497 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:04.429681 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-e356ff11-f009-4ffc-b096-e1b6b8ba8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:04.432309 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-e356ff11-f009-4ffc-b096-e1b6b8ba8026 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 917 time: 0.1346140 Aug 21 01:28:04.494956 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d800d9d-91c4-4586-9fa7-8efb14cf66e4 req-1616e35f-1768-49de-b754-dc5ecba52304 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:04.496467 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4d800d9d-91c4-4586-9fa7-8efb14cf66e4 req-1616e35f-1768-49de-b754-dc5ecba52304 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0545340 Aug 21 01:28:04.549851 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4d800d9d-91c4-4586-9fa7-8efb14cf66e4 req-390f9c57-3510-40c9-a61e-1aa44161236d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463874 Aug 21 01:28:04.836664 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-706933fa-c2df-4539-9c1e-ed13b732fea4 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf HTTP/1.1" status: 200 len: 1001 time: 0.0933187 Aug 21 01:28:05.156272 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-7aac0ad6-b5b4-421f-885c-41f8524efa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:05.157919 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-7aac0ad6-b5b4-421f-885c-41f8524efa52 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=fd50c766-ff47-4da4-9e9a-cc5ec1431a42 HTTP/1.1" status: 200 len: 855 time: 0.0635161 Aug 21 01:28:05.215139 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-fc3144d4-cbbb-42f4-bcd7-afe840229ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:05.216869 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-fc3144d4-cbbb-42f4-bcd7-afe840229ee4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cb373d64-899b-489f-9b02-6021edfc53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526557 Aug 21 01:28:05.236970 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-c83e5a5b-3f6c-4a13-a420-b133694520e0 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:05.238720 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-c83e5a5b-3f6c-4a13-a420-b133694520e0 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.67 "GET /networking/v2.0/networks?id=1e79e20e-bb84-4864-9fe8-d17ca136af81 HTTP/1.1" status: 200 len: 815 time: 0.1425633 Aug 21 01:28:05.254984 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:05.264509 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'port': {'device_id': '9bc908f3-d8e3-4432-8197-51096e59a470', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'admin_state_up': True, 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:05.294590 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-339b0de3-0a7d-4c27-b0bd-310cf4a84c2e req-5a9228aa-49e6-4dd8-a573-fae6461606bf tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 210 time: 0.0489049 Aug 21 01:28:05.339593 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-73140a38-20ae-48b7-8853-a5ebecc9bdd1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143541 Aug 21 01:28:05.421726 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c7f012f-6df9-4150-988e-7fcf9ad1e3b8 req-898cc8cc-02d9-4c94-af4d-39f785e2eb9d tempest-VolumesNegativeTest-143717074 tempest-VolumesNegativeTest-143717074-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=09d5a793-bbb6-4169-b790-835069573e2a HTTP/1.1" status: 200 len: 210 time: 0.0569000 Aug 21 01:28:05.474343 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:05.481600 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-db378a11-533d-4cd8-a3c4-ff4e9dc8603e req-62686ce6-72d2-4b7a-ad95-69b521e26d27 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290035 Aug 21 01:28:05.645234 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Made reservation on behalf of da8fc458ef6b49e18daac9fb195a2149 for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:28:05.649477 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:05.666502 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:05.707462 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff086b46-a918-4bd5-a3ef-1d82b51605d3 req-04e5fd66-f385-4356-808c-196be0faf14f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:05.709064 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ff086b46-a918-4bd5-a3ef-1d82b51605d3 req-04e5fd66-f385-4356-808c-196be0faf14f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 945 time: 0.0752616 Aug 21 01:28:05.827174 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ff086b46-a918-4bd5-a3ef-1d82b51605d3 req-439cc840-f84d-41fc-af5f-5440ff876c38 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911515 Aug 21 01:28:05.859589 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Allocated IP 172.20.0.13 (1e79e20e-bb84-4864-9fe8-d17ca136af81/00079c66-f5fd-4cb3-b926-ea119e3ff612/9b282ab5-9500-4319-bbaa-ac3078e3128d) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:28:05.988089 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:28:06.008373 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:28:06.008724 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 1dad426a-d53f-4f11-9c48-ba0aa747d6c3 not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:28:06.009151 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9a09b4f3-32e5-4362-82ef-ab73b634b1bf no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:28:06.012848 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:06.083783 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf is: ACTIVE; New status is: DOWN {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:06.084270 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:06.109389 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:28:06.111622 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2e622a-5204-4435-811a-3c0ac7404863" -d '{"events": [{"server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "name": "network-vif-unplugged", "status": "completed", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:28:06.125788 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:06.126945 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:06.153057 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 21 Aug 2022 01:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6abf91-59c8-4375-97ab-4147a4144a77 x-openstack-request-id: req-9e6abf91-59c8-4375-97ab-4147a4144a77 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:28:06.154652 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "name": "network-vif-unplugged", "status": "completed", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:28:06.154652 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9e6abf91-59c8-4375-97ab-4147a4144a77 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:28:06.154652 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6abf91-59c8-4375-97ab-4147a4144a77'] response: {'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'code': 200} Aug 21 01:28:06.173026 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Network 1e79e20e-bb84-4864-9fe8-d17ca136af81 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:06.176132 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:06.180292 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:28:06.187174 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'Port': ['ID=9b282ab5-9500-4319-bbaa-ac3078e3128d,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:06.217453 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:06.220382 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:06.238675 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:06.239282 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:06.279661 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=8']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:06.337648 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-87331372-144c-4e45-b64e-ab5757c58a2e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0781929 Aug 21 01:28:06.443456 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e60e0-2945-4b74-b45c-b6518135138f req-bd4e91fd-8c58-4c8a-8781-6d12ebd4d512 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:06.444928 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0d0e60e0-2945-4b74-b45c-b6518135138f req-bd4e91fd-8c58-4c8a-8781-6d12ebd4d512 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 932 time: 0.0521433 Aug 21 01:28:06.461969 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-4bc79ce4-2cf3-4f30-99d3-d938d9d13047 None None] Provisioning complete for port 9b282ab5-9500-4319-bbaa-ac3078e3128d triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:06.462353 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4bc79ce4-2cf3-4f30-99d3-d938d9d13047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:06.514025 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0d0e60e0-2945-4b74-b45c-b6518135138f req-d9a977f9-847b-4b03-98a4-9fc7434f92bc tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483127 Aug 21 01:28:06.516041 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-4bc79ce4-2cf3-4f30-99d3-d938d9d13047 None None] Port 9b282ab5-9500-4319-bbaa-ac3078e3128d cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:28:06.964580 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b5228-70df-4a44-8bd4-aec278771540 req-d2a7c3f1-49db-40c9-acd6-1e335316ac66 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:06.971938 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-784b5228-70df-4a44-8bd4-aec278771540 req-d2a7c3f1-49db-40c9-acd6-1e335316ac66 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0607924 Aug 21 01:28:07.018562 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-784b5228-70df-4a44-8bd4-aec278771540 req-c0f520bd-cee8-473b-aa41-f5895481e4d9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457766 Aug 21 01:28:07.171518 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54042) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:07.286673 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ca36-032e-497e-a641-2cb76a5a006b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:07.327688 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Request body: {'port': {'device_id': '9bc908f3-d8e3-4432-8197-51096e59a470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:07.394182 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ca36-032e-497e-a641-2cb76a5a006b admin admin] Publish callbacks [] for security_group (bda73ed7-e694-47e8-9c8b-4356abe989b4), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:07.461709 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ca36-032e-497e-a641-2cb76a5a006b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (bda73ed7-e694-47e8-9c8b-4356abe989b4), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:07.655268 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:07.732901 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36729a-5a01-4771-b9fd-b6fc4ec0d290 req-17bd8957-1cab-4a67-acc2-bb04a9bd3589 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:07.734488 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7f36729a-5a01-4771-b9fd-b6fc4ec0d290 req-17bd8957-1cab-4a67-acc2-bb04a9bd3589 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 932 time: 0.0809720 Aug 21 01:28:07.744758 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-aaf9ca36-032e-497e-a641-2cb76a5a006b admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a201641ad3694794a5cbfc84e0b5eefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5719492 Aug 21 01:28:07.746529 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54070) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:07.754142 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9ca36-032e-497e-a641-2cb76a5a006b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda73ed7-e694-47e8-9c8b-4356abe989b4,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:07.759775 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:07.850014 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3710-0dcf-491b-8192-e95a50362679 admin admin] Publish callbacks [] for security_group (bda73ed7-e694-47e8-9c8b-4356abe989b4), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:07.874922 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7f36729a-5a01-4771-b9fd-b6fc4ec0d290 req-b1b9ecba-6c53-4060-9ad5-22feb663beab tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278563 Aug 21 01:28:07.886291 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3710-0dcf-491b-8192-e95a50362679 admin admin] Publish callbacks [] for security_group (bda73ed7-e694-47e8-9c8b-4356abe989b4), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:08.026403 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b282ab5-9500-4319-bbaa-ac3078e3128d {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:28:08.035774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Publish callbacks [] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:08.050532 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Transition to ACTIVE for port object 9b282ab5-9500-4319-bbaa-ac3078e3128d will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:28:08.135474 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:08.187089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2594c-752e-437e-be42-a45a936ec25e req-169fea8e-65f8-429a-b7e9-9e675520ccf9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:08.188611 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d0a2594c-752e-437e-be42-a45a936ec25e req-169fea8e-65f8-429a-b7e9-9e675520ccf9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0839503 Aug 21 01:28:08.197545 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3710-0dcf-491b-8192-e95a50362679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (bda73ed7-e694-47e8-9c8b-4356abe989b4), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:08.200435 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3710-0dcf-491b-8192-e95a50362679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:08.203973 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-dcfa3710-0dcf-491b-8192-e95a50362679 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/bda73ed7-e694-47e8-9c8b-4356abe989b4 HTTP/1.1" status: 204 len: 168 time: 0.4539237 Aug 21 01:28:08.214040 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa3710-0dcf-491b-8192-e95a50362679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda73ed7-e694-47e8-9c8b-4356abe989b4,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:08.230135 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Pushing event updated for resources: {'Port': ['ID=9b282ab5-9500-4319-bbaa-ac3078e3128d,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:08.239333 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:08.356586 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d0a2594c-752e-437e-be42-a45a936ec25e req-06552d4a-0253-4061-a9d7-229024686166 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550808 Aug 21 01:28:08.402943 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Attempting to bind port 9b282ab5-9500-4319-bbaa-ac3078e3128d on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:28:08.403284 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Attempting to bind port 9b282ab5-9500-4319-bbaa-ac3078e3128d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:28:08.403613 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Attempting to bind port 9b282ab5-9500-4319-bbaa-ac3078e3128d on network 1e79e20e-bb84-4864-9fe8-d17ca136af81 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:28:08.414203 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Port 9b282ab5-9500-4319-bbaa-ac3078e3128d on network 1e79e20e-bb84-4864-9fe8-d17ca136af81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:28:08.415946 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Attempting to bind port 9b282ab5-9500-4319-bbaa-ac3078e3128d on network 1e79e20e-bb84-4864-9fe8-d17ca136af81 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:28:08.434847 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:28:08.435190 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Checking segment: {'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:08.435581 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Bound using segment: {'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:28:08.436017 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Bound port: 9b282ab5-9500-4319-bbaa-ac3078e3128d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b78bd24-e356-4647-b550-367c2036e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:28:08.436486 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:08.598575 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] For port 9b282ab5-9500-4319-bbaa-ac3078e3128d, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:28:08.618774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] For port 9b282ab5-9500-4319-bbaa-ac3078e3128d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:28:08.631524 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:08.720215 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:08.798691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:08.798691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:08.798691 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/9b282ab5-9500-4319-bbaa-ac3078e3128d HTTP/1.1" status: 200 len: 1094 time: 1.4746351 Aug 21 01:28:08.798691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:28:08.798691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2728640f-035f-4f52-95ef-ffc640bf67f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:28:08.851176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bcaf2-6dae-4c80-bbb1-cb5f8beaa110 service neutron] Pushing event updated for resources: {'Port': ['ID=9b282ab5-9500-4319-bbaa-ac3078e3128d,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:08.879197 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b3fa74-d371-4652-9263-099f554b25c0 x-openstack-request-id: req-a7b3fa74-d371-4652-9263-099f554b25c0 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:28:08.879197 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:28:08.879197 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a7b3fa74-d371-4652-9263-099f554b25c0 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:28:08.879197 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b3fa74-d371-4652-9263-099f554b25c0'] response: {'name': 'network-changed', 'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'status': 'completed', 'code': 200} Aug 21 01:28:09.077492 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57152f-a1d8-4abf-b9f4-987930684fa1 req-1ad6ee3d-8ebc-4358-b27d-ac410ae3de6a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:09.079179 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bc57152f-a1d8-4abf-b9f4-987930684fa1 req-1ad6ee3d-8ebc-4358-b27d-ac410ae3de6a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.0868506 Aug 21 01:28:09.142480 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bc57152f-a1d8-4abf-b9f4-987930684fa1 req-58fdaf72-6413-4085-a9bb-1bd42ddebf22 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570061 Aug 21 01:28:09.933996 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54134) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:10.068121 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-221611912-network', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:10.177266 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Made reservation on behalf of ac06ecc6fc93477ba4909284525df514 for: {'network': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:28:10.180677 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:10.197976 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:10.345088 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1175b7b-e83c-48c8-a6f9-87c600978474 req-ce91e2fd-6bb9-41c9-8a03-59b2a31120ce tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:10.353108 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1175b7b-e83c-48c8-a6f9-87c600978474 req-ce91e2fd-6bb9-41c9-8a03-59b2a31120ce tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.0996301 Aug 21 01:28:10.359183 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Publish callbacks [] for security_group (9f493a05-baa6-43ce-bd0d-4682c1ddee54), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:10.416903 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1175b7b-e83c-48c8-a6f9-87c600978474 req-01309842-8830-4a99-8c56-cf8f4e61a09f tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626569 Aug 21 01:28:10.445118 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (9f493a05-baa6-43ce-bd0d-4682c1ddee54), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:10.473234 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=106924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:28:10.484677 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f493a05-baa6-43ce-bd0d-4682c1ddee54,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:10.490515 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (0032ace7-951d-4f47-ba68-f3f33a50de68), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:10.492442 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.segments_db [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Added segment 0032ace7-951d-4f47-ba68-f3f33a50de68 of type vlan for network e9956e3f-5992-4fc9-97b8-cb74fbffeffb Aug 21 01:28:10.518823 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:10.547920 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:10.568733 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (e9956e3f-5992-4fc9-97b8-cb74fbffeffb), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:10.589728 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:10.590676 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-d208a46b-ab7f-4cfb-8fc0-59163a34fb06 req-07bb5193-0b52-4d31-af97-8d66f1386cd1 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:28:10.592230 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d208a46b-ab7f-4cfb-8fc0-59163a34fb06 req-07bb5193-0b52-4d31-af97-8d66f1386cd1 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055153 Aug 21 01:28:10.694881 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (e9956e3f-5992-4fc9-97b8-cb74fbffeffb), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:10.695994 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:10.697114 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:10.701527 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:10.778335 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] Pushing event updated for resources: {'Network': ['ID=e9956e3f-5992-4fc9-97b8-cb74fbffeffb,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:10.788593 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network e9956e3f-5992-4fc9-97b8-cb74fbffeffb details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:28:10.851456 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-21ba5035-0d2c-4939-a123-a37d4d34fef6 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9163382 Aug 21 01:28:10.854889 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54192) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:10.862739 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Request body: {'subnet': {'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-221611912-subnet', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'ip_version': 4}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:10.999752 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Made reservation on behalf of ac06ecc6fc93477ba4909284525df514 for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:28:11.003272 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9277724'] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:11.142638 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a97f82-d44b-4625-a368-9db64cdd3d9f req-228b36a2-d59b-4dbd-868f-fc0473a36a58 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:11.144383 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d2a97f82-d44b-4625-a368-9db64cdd3d9f req-228b36a2-d59b-4dbd-868f-fc0473a36a58 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0635521 Aug 21 01:28:11.210935 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:11.255714 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d2a97f82-d44b-4625-a368-9db64cdd3d9f req-39585227-2777-4b06-955b-0c8a7488351a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045289 Aug 21 01:28:11.407281 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9277742'] for subnet (9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:11.471168 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:11.481710 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Checking segment: {'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:11.481710 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Network hostable DHCP agents. Network: e9956e3f-5992-4fc9-97b8-cb74fbffeffb, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:28:11.540749 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39678389-8951-4f82-8448-74ba9009c76a req-425a95a3-9924-4bc8-accb-1bbb6d3bc697 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:11.542249 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-39678389-8951-4f82-8448-74ba9009c76a req-425a95a3-9924-4bc8-accb-1bbb6d3bc697 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.0528603 Aug 21 01:28:11.575220 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Network e9956e3f-5992-4fc9-97b8-cb74fbffeffb is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:28:11.608869 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-39678389-8951-4f82-8448-74ba9009c76a req-43f48d44-b076-449f-bcc1-8d64e8016900 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608060 Aug 21 01:28:11.746178 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e9956e3f-5992-4fc9-97b8-cb74fbffeffb) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:11.751542 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:11.752445 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:11.760549 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a917157-76ff-4d80-b714-e565462332f5 None None] Network e9956e3f-5992-4fc9-97b8-cb74fbffeffb requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:28:11.863343 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-8d772e40-cdb0-4acb-bdcf-b8850e634f39 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0039096 Aug 21 01:28:11.863802 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54232) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:11.869134 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:11.882247 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:28:11.891544 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:11.910950 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9a09b4f3-32e5-4362-82ef-ab73b634b1bf no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:28:11.916805 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:11.952232 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:12.004148 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (29bf1777-05f2-4a72-8318-e3a560763e84), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:12.005147 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (29bf1777-05f2-4a72-8318-e3a560763e84), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:12.110485 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks [] for router_controller (29bf1777-05f2-4a72-8318-e3a560763e84), precommit_add_association {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:12.140784 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf is: DOWN; New status is: DOWN {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:12.161130 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:12.172650 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Allocated IP 172.20.0.2 (e9956e3f-5992-4fc9-97b8-cb74fbffeffb/9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5/e4b73611-033b-4308-a783-7eb1276695e7) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:28:12.423824 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Publish callbacks [] for port (e4b73611-033b-4308-a783-7eb1276695e7), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:12.483489 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks [] for router_gateway (29bf1777-05f2-4a72-8318-e3a560763e84), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:12.503060 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ea459-0004-41de-8b18-797c67e6d7c8 req-f7175e2c-5505-4411-81bc-527ed0beee4b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:12.505575 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-047ea459-0004-41de-8b18-797c67e6d7c8 req-f7175e2c-5505-4411-81bc-527ed0beee4b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.1124544 Aug 21 01:28:12.527512 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (e4b73611-033b-4308-a783-7eb1276695e7), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:12.578189 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:12.592136 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-047ea459-0004-41de-8b18-797c67e6d7c8 req-6240d7db-f8d6-42c4-9937-6624c0b14e9a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758410 Aug 21 01:28:12.607283 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Network e9956e3f-5992-4fc9-97b8-cb74fbffeffb is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:12.611051 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:12.614541 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Pushing event updated for resources: {'Port': ['ID=e4b73611-033b-4308-a783-7eb1276695e7,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:12.640743 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:28:12.747700 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54264) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:12.786300 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Attempting to bind port e4b73611-033b-4308-a783-7eb1276695e7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:28:12.790648 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Attempting to bind port e4b73611-033b-4308-a783-7eb1276695e7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:28:12.790648 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Attempting to bind port e4b73611-033b-4308-a783-7eb1276695e7 on network e9956e3f-5992-4fc9-97b8-cb74fbffeffb {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:28:12.839055 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:28:12.839683 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Checking segment: {'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:12.841558 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:12.843206 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Bound using segment: {'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:28:12.845693 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Bound port: e4b73611-033b-4308-a783-7eb1276695e7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:28:12.846295 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e4b73611-033b-4308-a783-7eb1276695e7), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:12.876434 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dacdb-1a39-42cf-9f93-c4c29157dcd4 req-48e96986-201c-42e5-84b7-c521b5b5dc88 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:12.883354 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c2dacdb-1a39-42cf-9f93-c4c29157dcd4 req-48e96986-201c-42e5-84b7-c521b5b5dc88 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.1028678 Aug 21 01:28:12.897887 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-ff68ffc5-b22f-4795-a1c1-38aeb36716f5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1486032 Aug 21 01:28:12.906958 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-e231d316-221b-4565-8df6-c85348322866 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:28:12.912844 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-e231d316-221b-4565-8df6-c85348322866 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0091031 Aug 21 01:28:12.914151 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks [] for router_gateway (29bf1777-05f2-4a72-8318-e3a560763e84), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:12.945776 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:12.963068 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] For port e4b73611-033b-4308-a783-7eb1276695e7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:28:12.967323 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] For port e4b73611-033b-4308-a783-7eb1276695e7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4b73611-033b-4308-a783-7eb1276695e7,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:28:13.033076 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c2dacdb-1a39-42cf-9f93-c4c29157dcd4 req-5d94c33b-3a71-462a-bd5f-9a51530a5b6c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474297 Aug 21 01:28:13.042891 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54280) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:13.083437 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (e4b73611-033b-4308-a783-7eb1276695e7), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:13.147984 dv-cinder-master-3-iscsi neutron-server[106924]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 01:28:13.175569 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Allocated IP 172.37.5.12 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/95d01360-f5c6-41b4-bd18-bf60998f14af) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:28:13.183631 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e2d4a-8f66-451b-83b7-e5b496fb12a8 None None] Pushing event updated for resources: {'Port': ['ID=e4b73611-033b-4308-a783-7eb1276695e7,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:13.230718 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-82048ae0-efff-411a-baa7-7c02472d19ab tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:13.256742 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-82048ae0-efff-411a-baa7-7c02472d19ab tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports/9a09b4f3-32e5-4362-82ef-ab73b634b1bf HTTP/1.1" status: 200 len: 940 time: 0.2099206 Aug 21 01:28:13.293010 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:13.384758 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks [] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:13.534034 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728640f-035f-4f52-95ef-ffc640bf67f9 req-29ff069d-d389-40f8-a6de-accc90846118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:13.535838 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2728640f-035f-4f52-95ef-ffc640bf67f9 req-29ff069d-d389-40f8-a6de-accc90846118 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da8fc458ef6b49e18daac9fb195a2149&device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 1128 time: 0.0843165 Aug 21 01:28:13.578864 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-3076ada8-4524-4199-99df-7a07d5165cae service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756285 Aug 21 01:28:13.637092 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:13.741631 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728640f-035f-4f52-95ef-ffc640bf67f9 req-cda29f3f-5357-4cd8-9ff4-5f87ee215ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:13.741631 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2728640f-035f-4f52-95ef-ffc640bf67f9 req-cda29f3f-5357-4cd8-9ff4-5f87ee215ecb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=da8fc458ef6b49e18daac9fb195a2149&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1604078 Aug 21 01:28:13.745554 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:13.754190 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-4184a2d0-c125-4141-bc79-8ca7399711d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:13.769913 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-4184a2d0-c125-4141-bc79-8ca7399711d2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 1130 time: 0.1126063 Aug 21 01:28:13.835671 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Pushing event updated for resources: {'Port': ['ID=95d01360-f5c6-41b4-bd18-bf60998f14af,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:13.947706 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-f427092e-39f9-4025-81b1-1cf6f0324de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:13.952290 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:13.952476 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-f427092e-39f9-4025-81b1-1cf6f0324de9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=9ee81273-c1c2-4ebe-9984-21786c936dee HTTP/1.1" status: 200 len: 912 time: 0.1621351 Aug 21 01:28:13.979166 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:13.986352 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:28:14.093667 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-40f40e58-7d2d-48e8-b042-5cd6d36efdf6 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 HTTP/1.1" status: 200 len: 1002 time: 0.1199529 Aug 21 01:28:14.097360 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a53e0-0ad8-4df0-b348-036a2fb4a454 req-dcfa4279-2948-41b2-8687-4f4c29e28174 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:14.112421 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a46a53e0-0ad8-4df0-b348-036a2fb4a454 req-dcfa4279-2948-41b2-8687-4f4c29e28174 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.2635701 Aug 21 01:28:14.112677 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device e4b73611-033b-4308-a783-7eb1276695e7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:14.153443 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:14.191045 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-f03ed471-6abf-436f-be2f-2d660ea41cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:14.201086 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-f03ed471-6abf-436f-be2f-2d660ea41cb9 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=63bb539d-a4ba-4698-a8d8-59af1ab0586f HTTP/1.1" status: 200 len: 850 time: 0.0935907 Aug 21 01:28:14.230205 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port e4b73611-033b-4308-a783-7eb1276695e7 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:14.234128 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e4b73611-033b-4308-a783-7eb1276695e7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:14.339439 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a46a53e0-0ad8-4df0-b348-036a2fb4a454 req-142aa0d4-c786-4320-9cc7-4d3421c6e0e2 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295225 Aug 21 01:28:14.393407 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-9f105a24-8817-4c86-980c-a1f6e1af639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:14.395312 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-9f105a24-8817-4c86-980c-a1f6e1af639f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=9ee81273-c1c2-4ebe-9984-21786c936dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1623533 Aug 21 01:28:14.401088 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port e4b73611-033b-4308-a783-7eb1276695e7 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:14.401465 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e4b73611-033b-4308-a783-7eb1276695e7), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:14.415159 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728640f-035f-4f52-95ef-ffc640bf67f9 req-7bb03bc5-ff35-4096-9db6-203da406720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:14.422013 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2728640f-035f-4f52-95ef-ffc640bf67f9 req-7bb03bc5-ff35-4096-9db6-203da406720f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6668811 Aug 21 01:28:14.489295 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6ba5b-0320-4fc1-9d49-6da4acb00a06 req-df894ef3-f363-4cf9-b3f9-0d9c9da14ee1 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:14.495455 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ef6ba5b-0320-4fc1-9d49-6da4acb00a06 req-df894ef3-f363-4cf9-b3f9-0d9c9da14ee1 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.2789969 Aug 21 01:28:14.498990 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port e4b73611-033b-4308-a783-7eb1276695e7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4b73611-033b-4308-a783-7eb1276695e7,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:14.581098 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (e4b73611-033b-4308-a783-7eb1276695e7), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:14.675374 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-95141d40-95e2-4dbe-a86e-539c785f5b06 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393408 Aug 21 01:28:14.708017 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-29fd13b9-293e-4825-84e0-8be1ada85203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:14.711325 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-29fd13b9-293e-4825-84e0-8be1ada85203 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da8fc458ef6b49e18daac9fb195a2149&device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 1128 time: 0.1162348 Aug 21 01:28:14.716031 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ef6ba5b-0320-4fc1-9d49-6da4acb00a06 req-8b0e0ad4-b790-401c-bf18-61050e2571c9 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090726 Aug 21 01:28:14.742560 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=e4b73611-033b-4308-a783-7eb1276695e7,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:14.849062 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ff8e69-f22d-437d-abb6-29c36f7457f9 None None] Network e9956e3f-5992-4fc9-97b8-cb74fbffeffb requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:28:14.979470 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-c794e8f2-93cd-437c-8117-3a40f2d49218 None None] Provisioning complete for port e4b73611-033b-4308-a783-7eb1276695e7 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:14.980003 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c794e8f2-93cd-437c-8117-3a40f2d49218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e4b73611-033b-4308-a783-7eb1276695e7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:15.014777 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks [] for router_gateway (29bf1777-05f2-4a72-8318-e3a560763e84), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:15.290941 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-c794e8f2-93cd-437c-8117-3a40f2d49218 None None] Current status of the port e4b73611-033b-4308-a783-7eb1276695e7 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:15.299756 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (29bf1777-05f2-4a72-8318-e3a560763e84), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:15.471398 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:15.768233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caea0b-a5c9-4953-b1ca-9e33f03f948e req-098aecc7-242b-46c8-8123-4a8b775c72d9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:15.768233 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e3caea0b-a5c9-4953-b1ca-9e33f03f948e req-098aecc7-242b-46c8-8123-4a8b775c72d9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.1278222 Aug 21 01:28:15.794657 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-1a2a0db7-da8b-4fa7-9ab2-6e031d3cebf7 None None] Provisioning complete for port e4b73611-033b-4308-a783-7eb1276695e7 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:15.797057 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0db7-da8b-4fa7-9ab2-6e031d3cebf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e4b73611-033b-4308-a783-7eb1276695e7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:15.961458 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e3caea0b-a5c9-4953-b1ca-9e33f03f948e req-6abae41b-6bd9-4727-b285-f7c5d70dd1f9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197634 Aug 21 01:28:15.963555 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb60f65-c091-4f57-a145-62b5be1b694e req-7ed4143e-fd74-46a8-b25e-07ee925b2257 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:15.969320 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fdb60f65-c091-4f57-a145-62b5be1b694e req-7ed4143e-fd74-46a8-b25e-07ee925b2257 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.0744774 Aug 21 01:28:15.999628 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a0db7-da8b-4fa7-9ab2-6e031d3cebf7 None None] Current status of the port e4b73611-033b-4308-a783-7eb1276695e7 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:16.037628 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device e4b73611-033b-4308-a783-7eb1276695e7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:16.048258 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fdb60f65-c091-4f57-a145-62b5be1b694e req-40a85fa8-5b39-4ce2-a2bb-356ce57316db tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684032 Aug 21 01:28:16.091164 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:16.114310 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port e4b73611-033b-4308-a783-7eb1276695e7 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:16.114802 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e4b73611-033b-4308-a783-7eb1276695e7), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:16.202471 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port e4b73611-033b-4308-a783-7eb1276695e7 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:16.224188 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Router 29bf1777-05f2-4a72-8318-e3a560763e84 is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:28:16.342500 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:16.398865 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:28:16.411442 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Sync routers for ids ['29bf1777-05f2-4a72-8318-e3a560763e84'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:28:16.427202 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Routers {'29bf1777-05f2-4a72-8318-e3a560763e84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:28:16.427860 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:28:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['29bf1777-05f2-4a72-8318-e3a560763e84'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:16.530127 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:16.533916 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-ae30792c-e9d0-4dc2-a004-2a9e8e9428ab admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6663435 Aug 21 01:28:16.535250 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54402) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:16.608849 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Set router 29bf1777-05f2-4a72-8318-e3a560763e84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:28:16.924342 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:16.925751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:14Z', 'revision_number': 3, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:16.968733 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Checking router: 29bf1777-05f2-4a72-8318-e3a560763e84 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:28:16.968733 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Updating router 29bf1777-05f2-4a72-8318-e3a560763e84 port 95d01360-f5c6-41b4-bd18-bf60998f14af binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:28:17.026617 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:17.118545 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f66acf-626e-460e-96a4-df41e8a13bd2 req-e6612482-182d-41ba-b464-8b470abc0d92 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:17.121658 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f6f66acf-626e-460e-96a4-df41e8a13bd2 req-e6612482-182d-41ba-b464-8b470abc0d92 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0762551 Aug 21 01:28:17.347919 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a29b8e-2103-49a1-8c4a-9944ab73aa6f req-a93276a1-6acd-4140-8d6a-31b90f5d6de6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:17.357165 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a0a29b8e-2103-49a1-8c4a-9944ab73aa6f req-a93276a1-6acd-4140-8d6a-31b90f5d6de6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.1543059 Aug 21 01:28:17.372352 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f6f66acf-626e-460e-96a4-df41e8a13bd2 req-b821a668-263b-4786-9820-d76330d2babf tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410367 Aug 21 01:28:17.508230 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Publish callbacks [] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:17.529973 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a0a29b8e-2103-49a1-8c4a-9944ab73aa6f req-0dc9f46f-825a-427a-9223-6e6931e50102 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714289 Aug 21 01:28:17.592597 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:17.631483 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Attempting to bind port 95d01360-f5c6-41b4-bd18-bf60998f14af on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:28:17.631955 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Attempting to bind port 95d01360-f5c6-41b4-bd18-bf60998f14af by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:28:17.632438 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Attempting to bind port 95d01360-f5c6-41b4-bd18-bf60998f14af on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:28:17.646791 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:28:17.648171 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:17.648171 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:17.648171 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:28:17.651179 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Bound port: 95d01360-f5c6-41b4-bd18-bf60998f14af, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:28:17.651179 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:17.694548 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8298e-77a1-4059-9c14-8f69c9709f9d None None] Pushing event updated for resources: {'Port': ['ID=95d01360-f5c6-41b4-bd18-bf60998f14af,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:17.751148 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] For port 95d01360-f5c6-41b4-bd18-bf60998f14af, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:28:17.762967 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] For port 95d01360-f5c6-41b4-bd18-bf60998f14af, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=95d01360-f5c6-41b4-bd18-bf60998f14af,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:28:17.794818 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:17.956389 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:18.013063 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Allocated IP 172.20.0.1 (e9956e3f-5992-4fc9-97b8-cb74fbffeffb/9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5/73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:28:18.055766 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:18.136954 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Publish callbacks [] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:18.177133 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:18.227366 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Routers {'29bf1777-05f2-4a72-8318-e3a560763e84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:28:18.227995 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:28:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['29bf1777-05f2-4a72-8318-e3a560763e84'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:18.274349 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:18.295351 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8298e-77a1-4059-9c14-8f69c9709f9d None None] Pushing event updated for resources: {'Port': ['ID=95d01360-f5c6-41b4-bd18-bf60998f14af,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:18.352190 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] Set router 29bf1777-05f2-4a72-8318-e3a560763e84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:28:18.352737 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Network e9956e3f-5992-4fc9-97b8-cb74fbffeffb is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:18.368288 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:18.374781 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:28:18.383425 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:18.424377 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (29bf1777-05f2-4a72-8318-e3a560763e84), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:18.585260 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-57e247ae-8fcc-4f3a-ae31-6a6cfdde9171 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d HTTP/1.1" status: 200 len: 217 time: 0.0832450 Aug 21 01:28:18.616366 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:18.621113 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:18.625681 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:14Z', 'revision_number': 3, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:18.682727 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-2020530f-3ccf-4e60-ad6e-3a85d0a8cd68 req-028a48cf-1402-4fb5-abb9-79261ee4cc72 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788964 Aug 21 01:28:18.696867 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd0020d-12df-4975-8509-9ff7190bc91e None None] The sync data for ids ['29bf1777-05f2-4a72-8318-e3a560763e84'] in dv-cinder-master-3-iscsi is: [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:14Z', 'revision_number': 3, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:28:18.741117 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:18.768859 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb4b6d-48d4-426a-b978-f239e1b08864 req-01b0f6ad-c92c-47dd-ae97-31932aaa7d46 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:18.774578 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-c9debde2-4924-486c-8f9a-ea2479c983b4 None None] Provisioning complete for port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:18.779437 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c9debde2-4924-486c-8f9a-ea2479c983b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:18.779586 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3adb4b6d-48d4-426a-b978-f239e1b08864 req-01b0f6ad-c92c-47dd-ae97-31932aaa7d46 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.1751750 Aug 21 01:28:18.811844 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-e569d024-a32f-4b25-9c5f-5da8c01a6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:18.813530 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-e569d024-a32f-4b25-9c5f-5da8c01a6799 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=00079c66-f5fd-4cb3-b926-ea119e3ff612 HTTP/1.1" status: 200 len: 854 time: 0.1894333 Aug 21 01:28:18.821385 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c57920-2af3-48b3-9b65-947ba5d46039 req-11315765-94c4-48e6-b9ed-6d0cfb9fb116 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:18.826772 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-c9debde2-4924-486c-8f9a-ea2479c983b4 None None] Port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:28:18.828601 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-37c57920-2af3-48b3-9b65-947ba5d46039 req-11315765-94c4-48e6-b9ed-6d0cfb9fb116 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.1372285 Aug 21 01:28:18.952744 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3adb4b6d-48d4-426a-b978-f239e1b08864 req-d583888f-0812-4c6a-a66a-1d123790eb77 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751575 Aug 21 01:28:18.959937 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-76ebfa19-edad-4aeb-91ee-42458f71e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:18.961497 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-76ebfa19-edad-4aeb-91ee-42458f71e432 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1e79e20e-bb84-4864-9fe8-d17ca136af81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1169405 Aug 21 01:28:18.966420 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:18.991113 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-37c57920-2af3-48b3-9b65-947ba5d46039 req-83392e09-db05-454d-81ca-11547d3e39c8 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607735 Aug 21 01:28:19.192562 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54462) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:19.252202 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Publish callbacks [] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:19.361300 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:19.362251 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:19.404935 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ad736d2f-00d3-4312-8ed5-0a324b55fcdd admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e8775cdf1c9c40e8aac986896c4e0b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106669 Aug 21 01:28:19.406317 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54470) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:19.459634 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-2cbaf293-1cbd-4ba0-a385-17c6c048bacb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890459 Aug 21 01:28:19.466755 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (29bf1777-05f2-4a72-8318-e3a560763e84), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:19.469047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:19.511872 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Publish callbacks [] for security_group (7f93f60e-c608-4a7c-a14b-7787f2c68790), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:19.551961 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Publish callbacks [] for security_group (7f93f60e-c608-4a7c-a14b-7787f2c68790), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:19.601444 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:19.690459 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecb43b22-6ac7-4916-b8c6-a56cd0f81713 req-6dbbda29-1d7f-45c6-83a4-1ab801101030 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173295 Aug 21 01:28:19.717318 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Network e9956e3f-5992-4fc9-97b8-cb74fbffeffb is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:19.719735 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:19.747596 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (7f93f60e-c608-4a7c-a14b-7787f2c68790), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:19.750478 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:19.751985 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7f93f60e-c608-4a7c-a14b-7787f2c68790 HTTP/1.1" status: 204 len: 168 time: 0.3425579 Aug 21 01:28:19.772046 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f93f60e-c608-4a7c-a14b-7787f2c68790,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:19.789806 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.790680 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.791800 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.792324 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.792829 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.793266 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.793709 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.794997 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.795694 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.796479 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.800753 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.800753 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.800753 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.800753 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.801761 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285c75-54c3-42e1-b354-94363da3b1e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:19.896082 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Router 29bf1777-05f2-4a72-8318-e3a560763e84 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:28:19.909505 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:20.032599 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 95d01360-f5c6-41b4-bd18-bf60998f14af up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:20.115609 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:28:20.118344 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 95d01360-f5c6-41b4-bd18-bf60998f14af triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:20.118344 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:20.122070 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-1bf2de62-603c-4a54-9070-ba67c4e97bc4 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/29bf1777-05f2-4a72-8318-e3a560763e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5861349 Aug 21 01:28:20.198611 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32494f2e-0d95-42f3-a26c-92aad6eb6a03 req-1a9172b0-52a3-4096-9f1c-f92c4a0f9da6 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:20.200309 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-32494f2e-0d95-42f3-a26c-92aad6eb6a03 req-1a9172b0-52a3-4096-9f1c-f92c4a0f9da6 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0978575 Aug 21 01:28:20.225397 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c715ba-825c-4ce2-bf52-890b495db0f9 req-4f718d68-83f5-4e92-bb3f-1fddedea4bfd tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:20.225397 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-21c715ba-825c-4ce2-bf52-890b495db0f9 req-4f718d68-83f5-4e92-bb3f-1fddedea4bfd tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.0919580 Aug 21 01:28:20.243087 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-844a85a4-4786-413b-b51d-5d0b2c36a15a None None] Provisioning complete for port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:20.243383 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-844a85a4-4786-413b-b51d-5d0b2c36a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:20.251773 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 95d01360-f5c6-41b4-bd18-bf60998f14af is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:20.252385 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:20.305580 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-32494f2e-0d95-42f3-a26c-92aad6eb6a03 req-bac24426-50ec-4cc4-820a-d17d17873ff2 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882864 Aug 21 01:28:20.350114 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 95d01360-f5c6-41b4-bd18-bf60998f14af, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=95d01360-f5c6-41b4-bd18-bf60998f14af,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:20.368677 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-844a85a4-4786-413b-b51d-5d0b2c36a15a None None] Port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:28:20.409354 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-21c715ba-825c-4ce2-bf52-890b495db0f9 req-13b32d8d-7713-4a21-b393-b76e894dac48 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836665 Aug 21 01:28:20.427819 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:20.484323 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=95d01360-f5c6-41b4-bd18-bf60998f14af,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:20.923873 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Sync routers for ids ['29bf1777-05f2-4a72-8318-e3a560763e84'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:28:20.935798 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Routers {'29bf1777-05f2-4a72-8318-e3a560763e84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:28:20.936464 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:28:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['29bf1777-05f2-4a72-8318-e3a560763e84'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:21.040073 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Set router 29bf1777-05f2-4a72-8318-e3a560763e84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:28:21.107301 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54500) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:21.112604 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1467725800-network', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:21.221771 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Made reservation on behalf of df1eeabcc1264062a10d42671ad56c3c for: {'network': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:28:21.224352 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.233269 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.239802 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:18Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4', 'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'mac_address': 'fa:16:3e:c9:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:17Z', 'updated_at': '2022-08-21T01:28:19Z', 'revision_number': 2, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'subnets': [{'id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:21.265303 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Checking router: 29bf1777-05f2-4a72-8318-e3a560763e84 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:28:21.265659 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Updating router 29bf1777-05f2-4a72-8318-e3a560763e84 port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:28:21.293879 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.322878 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Publish callbacks [] for security_group (88918864-71af-4d4e-934b-671b7d20cdee), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.463293 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (88918864-71af-4d4e-934b-671b7d20cdee), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.485828 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c41f68-1653-4039-83c9-e785df24b5dd req-3a60cbb0-ebe3-4ea1-84c1-ee2c3231c3e4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:21.487728 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2c41f68-1653-4039-83c9-e785df24b5dd req-3a60cbb0-ebe3-4ea1-84c1-ee2c3231c3e4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0606411 Aug 21 01:28:21.509600 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=106924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:28:21.532064 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (c43a51ea-3556-493f-a8bc-b361ab553bdd), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.532439 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.segments_db [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Added segment c43a51ea-3556-493f-a8bc-b361ab553bdd of type vlan for network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f Aug 21 01:28:21.541434 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:21.543460 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88918864-71af-4d4e-934b-671b7d20cdee,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:21.578288 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Publish callbacks [] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.588598 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (8406f1ab-27fa-4fe5-bef3-a341c8500c2f), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.607660 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2c41f68-1653-4039-83c9-e785df24b5dd req-f4e349b2-d725-47a7-94b4-8e5c31b0dd52 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021771 Aug 21 01:28:21.615488 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969cfd0-d2b4-4d6e-bb86-83fc8b043dca req-760c4dca-d08b-4a35-8425-29a0c2ac0cb3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:21.617227 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7969cfd0-d2b4-4d6e-bb86-83fc8b043dca req-760c4dca-d08b-4a35-8425-29a0c2ac0cb3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.1282785 Aug 21 01:28:21.651222 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.670575 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7969cfd0-d2b4-4d6e-bb86-83fc8b043dca req-a052dd47-d821-4779-bcc1-f38d52cf51c4 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461636 Aug 21 01:28:21.689182 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (8406f1ab-27fa-4fe5-bef3-a341c8500c2f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.697921 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:21.697921 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.742747 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd2786-96bb-43e0-97ac-a7f77f6cfdb5 None None] Pushing event updated for resources: {'Port': ['ID=73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:21.757160 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Attempting to bind port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:28:21.757520 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Attempting to bind port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:28:21.757872 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Attempting to bind port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 on network e9956e3f-5992-4fc9-97b8-cb74fbffeffb {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:28:21.763083 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] Pushing event updated for resources: {'Network': ['ID=8406f1ab-27fa-4fe5-bef3-a341c8500c2f,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:21.763527 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:28:21.763899 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Checking segment: {'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:21.764319 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.764802 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Bound using segment: {'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:28:21.765441 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Bound port: 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:28:21.765861 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.778819 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:28:21.808635 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-7cd5fbd1-119c-40c7-9115-dc17cdae87af admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6976240 Aug 21 01:28:21.808929 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54512) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:21.814911 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Request body: {'subnet': {'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1467725800-subnet', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'ip_version': 4}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:21.837007 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] For port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:28:21.840753 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] For port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:28:21.950546 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Made reservation on behalf of df1eeabcc1264062a10d42671ad56c3c for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:28:21.953018 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.954319 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9277724'] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:21.955970 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:21.995612 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Routers {'29bf1777-05f2-4a72-8318-e3a560763e84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:28:21.996468 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:28:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['29bf1777-05f2-4a72-8318-e3a560763e84'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:22.023705 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 95d01360-f5c6-41b4-bd18-bf60998f14af up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:22.027225 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:22.077687 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 95d01360-f5c6-41b4-bd18-bf60998f14af triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:22.078035 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:22.162847 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 95d01360-f5c6-41b4-bd18-bf60998f14af is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:22.170658 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd2786-96bb-43e0-97ac-a7f77f6cfdb5 None None] Pushing event updated for resources: {'Port': ['ID=73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4,revision_number=4']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:22.217879 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] Set router 29bf1777-05f2-4a72-8318-e3a560763e84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:28:22.219509 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9277742'] for subnet (a03b9dca-7872-4c51-8b6c-c4440eacdb1c), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:22.223993 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:22.280267 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03b9dca-7872-4c51-8b6c-c4440eacdb1c,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:22.295095 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Checking segment: {'id': 'c43a51ea-3556-493f-a8bc-b361ab553bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:22.295095 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Network hostable DHCP agents. Network: 8406f1ab-27fa-4fe5-bef3-a341c8500c2f, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:28:22.368810 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-07d1044e-743f-4840-a379-b88647313c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:22.370377 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-07d1044e-743f-4840-a379-b88647313c3b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1&tenant_id=13b534c485db48d8a37e024702f87092 HTTP/1.1" status: 200 len: 1127 time: 0.0836422 Aug 21 01:28:22.384554 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:28:22.422587 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:18Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4', 'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'mac_address': 'fa:16:3e:c9:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:17Z', 'updated_at': '2022-08-21T01:28:21Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'subnets': [{'id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:22.454495 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30618234-a722-40ca-8ba5-c51ccc2c5c9e None None] The sync data for ids ['29bf1777-05f2-4a72-8318-e3a560763e84'] in dv-cinder-master-3-iscsi is: [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:18Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4', 'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'mac_address': 'fa:16:3e:c9:57:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:17Z', 'updated_at': '2022-08-21T01:28:21Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'subnets': [{'id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:28:22.457778 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-92e9de1b-df51-4dae-86d4-032bbdfe1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:22.459308 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-92e9de1b-df51-4dae-86d4-032bbdfe1276 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 1127 time: 0.0446301 Aug 21 01:28:22.463237 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 8406f1ab-27fa-4fe5-bef3-a341c8500c2f) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:22.467961 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:22.468681 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:22.472587 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0814e6d-0a2e-494a-95d6-93c89f846602 None None] Network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:28:22.596217 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-4727bd11-e9af-4af2-a2ad-0c8124d6977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:22.598528 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-4727bd11-e9af-4af2-a2ad-0c8124d6977e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 917 time: 0.1258180 Aug 21 01:28:22.607220 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54516) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:22.608305 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-e7e57548-8480-437b-bf99-9c347aec296a admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7978301 Aug 21 01:28:22.612942 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1467725800-router', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:22.643663 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-8406f1ab-27fa-4fe5-bef3-a341c8500c2f', 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f', 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'fixed_ips': [{'subnet_id': 'a03b9dca-7872-4c51-8b6c-c4440eacdb1c'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:28:22.643663 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:22.698956 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-9630f7da-99f9-45a4-ac66-2ddff412d9f0 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf HTTP/1.1" status: 200 len: 999 time: 0.0926559 Aug 21 01:28:22.741861 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:22.790759 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (f1c7b23b-488a-41ab-b514-4c821cab3e05), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:22.792370 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (f1c7b23b-488a-41ab-b514-4c821cab3e05), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:22.839311 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6408e-3b3e-4cf6-83e2-286dc2498c1e req-dcf9a2a8-121b-43a9-905a-5435f8d6345c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:22.840993 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6bf6408e-3b3e-4cf6-83e2-286dc2498c1e req-dcf9a2a8-121b-43a9-905a-5435f8d6345c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.1023824 Aug 21 01:28:22.874000 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-fbd473d1-1231-4ee0-83ac-ed59e612e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:22.875646 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-fbd473d1-1231-4ee0-83ac-ed59e612e905 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=fd50c766-ff47-4da4-9e9a-cc5ec1431a42 HTTP/1.1" status: 200 len: 855 time: 0.1694760 Aug 21 01:28:22.898792 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfea539-e243-4985-80da-23189271f4e2 req-2c6065a6-27dd-4aa8-87d4-37259581e5e1 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:22.900337 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3bfea539-e243-4985-80da-23189271f4e2 req-2c6065a6-27dd-4aa8-87d4-37259581e5e1 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 944 time: 0.1180546 Aug 21 01:28:22.943834 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Allocated IP 172.20.0.2 (8406f1ab-27fa-4fe5-bef3-a341c8500c2f/a03b9dca-7872-4c51-8b6c-c4440eacdb1c/f81ee041-eae7-4360-86f6-8d0f7cdf5615) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:28:22.945677 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:22.971950 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks [] for router_controller (f1c7b23b-488a-41ab-b514-4c821cab3e05), precommit_add_association {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:23.027109 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:23.117662 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Publish callbacks [] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:23.232633 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:23.263847 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:23.314640 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-221500e4-f46c-41d1-b4f8-fbb7bec89b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:23.315259 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:23.316609 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-221500e4-f46c-41d1-b4f8-fbb7bec89b26 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cb373d64-899b-489f-9b02-6021edfc53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4251320 Aug 21 01:28:23.318222 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:23.323925 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:28:23.330465 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Pushing event updated for resources: {'Port': ['ID=f81ee041-eae7-4360-86f6-8d0f7cdf5615,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:23.333734 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6bf6408e-3b3e-4cf6-83e2-286dc2498c1e req-47bc0a8f-3c7b-40eb-a13f-078d71334487 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4769154 Aug 21 01:28:23.401709 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3bfea539-e243-4985-80da-23189271f4e2 req-bb009d9a-4696-4aae-8c7d-1e16ef5567d5 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545207 Aug 21 01:28:23.417004 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Attempting to bind port f81ee041-eae7-4360-86f6-8d0f7cdf5615 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:28:23.417390 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Attempting to bind port f81ee041-eae7-4360-86f6-8d0f7cdf5615 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c43a51ea-3556-493f-a8bc-b361ab553bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:28:23.417756 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Attempting to bind port f81ee041-eae7-4360-86f6-8d0f7cdf5615 on network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:28:23.424452 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:28:23.424834 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Checking segment: {'id': 'c43a51ea-3556-493f-a8bc-b361ab553bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:23.425249 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:23.425648 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Bound using segment: {'id': 'c43a51ea-3556-493f-a8bc-b361ab553bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:28:23.426148 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Bound port: f81ee041-eae7-4360-86f6-8d0f7cdf5615, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43a51ea-3556-493f-a8bc-b361ab553bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:28:23.426530 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:23.499789 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] For port f81ee041-eae7-4360-86f6-8d0f7cdf5615, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:28:23.500121 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks [] for router_gateway (f1c7b23b-488a-41ab-b514-4c821cab3e05), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:23.506969 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] For port f81ee041-eae7-4360-86f6-8d0f7cdf5615, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f81ee041-eae7-4360-86f6-8d0f7cdf5615,segment=NetworkSegment(c43a51ea-3556-493f-a8bc-b361ab553bdd),segment_id=c43a51ea-3556-493f-a8bc-b361ab553bdd)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:28:23.532677 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-0ae04adf-65d7-4864-b21d-c7a8c7ebe754 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069106 Aug 21 01:28:23.623191 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:23.640652 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54936483-7dcd-4090-bd5d-096d3f63de9f req-e88657d3-351c-43f6-a9d1-5a2d6360a438 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014450 Aug 21 01:28:23.705590 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6451d-60f3-49b8-b077-82a0b3bfb888 None None] Pushing event updated for resources: {'Port': ['ID=f81ee041-eae7-4360-86f6-8d0f7cdf5615,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:23.823040 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:23.862487 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks [] for router_gateway (f1c7b23b-488a-41ab-b514-4c821cab3e05), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:23.897425 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:24.009640 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9b282ab5-9500-4319-bbaa-ac3078e3128d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:28:24.085808 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Allocated IP 172.37.5.223 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/c6eaf3e7-5e68-4fba-9fb1-338ee754d614) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:28:24.087112 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f81ee041-eae7-4360-86f6-8d0f7cdf5615 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:24.207124 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:24.212887 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks [] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:24.216985 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9b282ab5-9500-4319-bbaa-ac3078e3128d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:24.227704 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port f81ee041-eae7-4360-86f6-8d0f7cdf5615 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:24.228071 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:24.236709 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'port_id': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'mac_address': 'fa:16:3e:45:4a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:28:24.300885 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 9b282ab5-9500-4319-bbaa-ac3078e3128d is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:24.301214 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:24.319421 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b282ab5-9500-4319-bbaa-ac3078e3128d {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:28:24.348653 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:24.371862 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9b282ab5-9500-4319-bbaa-ac3078e3128d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:24.373456 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port f81ee041-eae7-4360-86f6-8d0f7cdf5615 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:24.373839 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:24.395584 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:24.398812 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:24.401637 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Pushing event updated for resources: {'Port': ['ID=c6eaf3e7-5e68-4fba-9fb1-338ee754d614,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:24.403976 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:28:24.405659 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:24.407259 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port f81ee041-eae7-4360-86f6-8d0f7cdf5615, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f81ee041-eae7-4360-86f6-8d0f7cdf5615,segment=NetworkSegment(c43a51ea-3556-493f-a8bc-b361ab553bdd),segment_id=c43a51ea-3556-493f-a8bc-b361ab553bdd)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:24.435060 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.435414 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.435758 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.436118 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.436454 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.436785 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.437112 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.437438 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.437764 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.438089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.438417 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.438740 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.439064 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.439383 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.439750 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.464069 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:24.578288 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=9b282ab5-9500-4319-bbaa-ac3078e3128d,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:24.590004 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.590885 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.591397 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.591893 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.592488 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.597782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.597782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.597782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.597782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.597782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.597782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.597782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.597782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.597782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.597782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:24.610364 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:24.611629 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:24.619454 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:24.738120 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=f81ee041-eae7-4360-86f6-8d0f7cdf5615,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:24.763465 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:24.763839 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:24.785893 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a960ac-67ee-49f3-a018-f5317f73fe9d req-5df300d2-677c-4b96-8441-8d972e6c78ee tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:24.787692 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d5a960ac-67ee-49f3-a018-f5317f73fe9d req-5df300d2-677c-4b96-8441-8d972e6c78ee tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.2794712 Aug 21 01:28:24.820253 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225432a-63e8-4629-880b-5d3a71350b4e req-2953f487-5fd9-4344-bb15-4a14fc54383a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:24.823861 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3225432a-63e8-4629-880b-5d3a71350b4e req-2953f487-5fd9-4344-bb15-4a14fc54383a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 945 time: 0.2341533 Aug 21 01:28:24.852464 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['9b282ab5-9500-4319-bbaa-ac3078e3128d'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:28:24.943760 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:24.944391 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:25.079807 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:25.085899 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks [] for router_gateway (f1c7b23b-488a-41ab-b514-4c821cab3e05), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:25.129820 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c25288-4384-4f49-9654-462b6556860e None None] Network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:28:25.161133 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:25.262590 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d5a960ac-67ee-49f3-a018-f5317f73fe9d req-218d49f2-23a9-456b-acd3-6e0acc37a9ad tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4653549 Aug 21 01:28:25.278579 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3225432a-63e8-4629-880b-5d3a71350b4e req-b8e2e3b2-7575-4cad-95f3-99c2dbe3d4a7 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463906 Aug 21 01:28:25.311149 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:25.337307 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-4c427a4e-f8a6-4d4c-a797-5303fee77476 None None] Provisioning complete for port f81ee041-eae7-4360-86f6-8d0f7cdf5615 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:25.337614 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4c427a4e-f8a6-4d4c-a797-5303fee77476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:25.346450 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:25.478518 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-4c427a4e-f8a6-4d4c-a797-5303fee77476 None None] Current status of the port f81ee041-eae7-4360-86f6-8d0f7cdf5615 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:25.480695 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:25.529261 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (f1c7b23b-488a-41ab-b514-4c821cab3e05), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:25.745334 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:28:25.816197 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-21854504-aab5-4e68-9463-3439c83a318f None None] Provisioning complete for port f81ee041-eae7-4360-86f6-8d0f7cdf5615 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:25.816563 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-21854504-aab5-4e68-9463-3439c83a318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:25.862678 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Router f1c7b23b-488a-41ab-b514-4c821cab3e05 is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:28:25.948076 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-21854504-aab5-4e68-9463-3439c83a318f None None] Current status of the port f81ee041-eae7-4360-86f6-8d0f7cdf5615 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:26.059576 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:28:26.062217 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f81ee041-eae7-4360-86f6-8d0f7cdf5615 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:26.068776 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Sync routers for ids ['f1c7b23b-488a-41ab-b514-4c821cab3e05'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:28:26.092744 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9b282ab5-9500-4319-bbaa-ac3078e3128d up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:26.148275 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Routers {'f1c7b23b-488a-41ab-b514-4c821cab3e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:28:26.148997 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:28:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['f1c7b23b-488a-41ab-b514-4c821cab3e05'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:26.157645 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:26.161338 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-1b5de3e8-2508-47df-b58e-4deff2d1ecae admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5518761 Aug 21 01:28:26.162543 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54566) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:26.400646 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port f81ee041-eae7-4360-86f6-8d0f7cdf5615 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:26.401074 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:26.473397 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 9b282ab5-9500-4319-bbaa-ac3078e3128d completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:28:26.485010 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:26.524879 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Set router f1c7b23b-488a-41ab-b514-4c821cab3e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:28:26.611624 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 9b282ab5-9500-4319-bbaa-ac3078e3128d triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:26.612072 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:26.656287 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe849bfd-8517-416e-afc3-4afbf79862ba req-4614c496-6960-49d2-96a3-7d58f237b515 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:26.675709 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fe849bfd-8517-416e-afc3-4afbf79862ba req-4614c496-6960-49d2-96a3-7d58f237b515 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.2600780 Aug 21 01:28:26.690802 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port f81ee041-eae7-4360-86f6-8d0f7cdf5615 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:26.691927 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:26.704200 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54574) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:26.782145 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6544c6-4f97-4473-8ce3-f2fc9c3beaff req-edfc14d6-546f-4bb5-a22c-df3821b2d73d tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:26.800668 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6b6544c6-4f97-4473-8ce3-f2fc9c3beaff req-edfc14d6-546f-4bb5-a22c-df3821b2d73d tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 945 time: 0.3000972 Aug 21 01:28:26.940013 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6b6544c6-4f97-4473-8ce3-f2fc9c3beaff req-bd7717c8-a0f8-4105-b2f7-9209984e9888 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382003 Aug 21 01:28:26.968682 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:26.969290 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:26.974161 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fe849bfd-8517-416e-afc3-4afbf79862ba req-eb5bea1e-b49f-4d93-bf77-98a68cce14df tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761607 Aug 21 01:28:27.001619 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:27.120535 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 9b282ab5-9500-4319-bbaa-ac3078e3128d is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:27.121235 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:27.128952 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f697fce9-ff4b-48d4-908a-199a64136865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:27.161319 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:27.239624 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'name': 'tempest-TestShelveInstance-1467725800-router', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:22Z', 'updated_at': '2022-08-21T01:28:24Z', 'revision_number': 3, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'gw_port': {'id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:23Z', 'updated_at': '2022-08-21T01:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:27.258513 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:27.343991 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Checking router: f1c7b23b-488a-41ab-b514-4c821cab3e05 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:28:27.349740 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Updating router f1c7b23b-488a-41ab-b514-4c821cab3e05 port c6eaf3e7-5e68-4fba-9fb1-338ee754d614 binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:28:27.349740 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:28:27.351548 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19af7837-8aea-457b-bb74-3f0d55a3aa01" -d '{"events": [{"server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "name": "network-vif-plugged", "status": "completed", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:28:27.425994 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a526528c-9c9a-49d3-9fd8-19210ed1fc57 x-openstack-request-id: req-a526528c-9c9a-49d3-9fd8-19210ed1fc57 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:28:27.426470 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "name": "network-vif-plugged", "status": "completed", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:28:27.426870 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a526528c-9c9a-49d3-9fd8-19210ed1fc57 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:28:27.427521 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a526528c-9c9a-49d3-9fd8-19210ed1fc57'] response: {'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'code': 200} Aug 21 01:28:27.430309 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9b282ab5-9500-4319-bbaa-ac3078e3128d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:27.453587 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:27.461519 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f697fce9-ff4b-48d4-908a-199a64136865 admin admin] Publish callbacks [] for security_group (60fe0f98-6d62-4441-857a-d6d2a3eb81b1), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:27.471136 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:27.531214 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Allocated IP 172.20.0.1 (8406f1ab-27fa-4fe5-bef3-a341c8500c2f/a03b9dca-7872-4c51-8b6c-c4440eacdb1c/8f4db21a-7b6d-4ce4-abac-c0b12bacb64c) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:28:27.617715 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:27.722315 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Publish callbacks [] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:27.882322 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Publish callbacks [] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.155021 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd851790-37c4-4120-999b-3c535461ec07 req-fad998c3-05d6-44a0-ad5f-c050ea2fff37 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:28.157764 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dd851790-37c4-4120-999b-3c535461ec07 req-fad998c3-05d6-44a0-ad5f-c050ea2fff37 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 945 time: 0.1002698 Aug 21 01:28:28.187395 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f697fce9-ff4b-48d4-908a-199a64136865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (60fe0f98-6d62-4441-857a-d6d2a3eb81b1), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.190767 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.191136 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.199147 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.210204 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b42c4545-ff73-485a-948e-6e5845d9809b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.242518 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2c44e-4c39-4e8a-ae94-1170808d80af req-38f9937d-6ad7-47b2-9c22-cffb1aa05e5a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:28.246083 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-daf2c44e-4c39-4e8a-ae94-1170808d80af req-38f9937d-6ad7-47b2-9c22-cffb1aa05e5a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.1413705 Aug 21 01:28:28.274261 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Attempting to bind port c6eaf3e7-5e68-4fba-9fb1-338ee754d614 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:28:28.274845 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Attempting to bind port c6eaf3e7-5e68-4fba-9fb1-338ee754d614 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:28:28.275086 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Attempting to bind port c6eaf3e7-5e68-4fba-9fb1-338ee754d614 on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:28:28.292008 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:28:28.292008 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:28.292530 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.293091 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:28:28.294262 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Bound port: c6eaf3e7-5e68-4fba-9fb1-338ee754d614, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:28:28.294653 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.352307 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-daf2c44e-4c39-4e8a-ae94-1170808d80af req-f227bc5a-2dd2-4fad-a9fb-4077f2630b43 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863547 Aug 21 01:28:28.352307 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dd851790-37c4-4120-999b-3c535461ec07 req-3d4a667d-249f-4b8e-9cd6-b879ef04858d tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746876 Aug 21 01:28:28.365190 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=9b282ab5-9500-4319-bbaa-ac3078e3128d,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:28.374191 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-f697fce9-ff4b-48d4-908a-199a64136865 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=dfa1623618fe43748f6a3efb03373892&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6668630 Aug 21 01:28:28.393839 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54586) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:28.393839 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:28.398121 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] For port c6eaf3e7-5e68-4fba-9fb1-338ee754d614, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:28:28.402316 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] For port c6eaf3e7-5e68-4fba-9fb1-338ee754d614, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c6eaf3e7-5e68-4fba-9fb1-338ee754d614,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:28:28.419636 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:28.420481 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697fce9-ff4b-48d4-908a-199a64136865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fe0f98-6d62-4441-857a-d6d2a3eb81b1,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:28.426447 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:28.437644 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:28:28.441342 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4db21a-7b6d-4ce4-abac-c0b12bacb64c,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:28.477990 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25f930-bbb0-4c69-a778-a3e175f4a2b5 None None] Pushing event updated for resources: {'Port': ['ID=c6eaf3e7-5e68-4fba-9fb1-338ee754d614,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:28.497558 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (f1c7b23b-488a-41ab-b514-4c821cab3e05), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.537783 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7cc82a0f-e135-4fe9-924a-5f3b8c30e5a6 admin admin] Publish callbacks [] for security_group (60fe0f98-6d62-4441-857a-d6d2a3eb81b1), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.568150 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7cc82a0f-e135-4fe9-924a-5f3b8c30e5a6 admin admin] Publish callbacks [] for security_group (60fe0f98-6d62-4441-857a-d6d2a3eb81b1), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.591978 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.600281 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:28.660060 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:28.665228 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Routers {'f1c7b23b-488a-41ab-b514-4c821cab3e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:28:28.666435 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:28:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['f1c7b23b-488a-41ab-b514-4c821cab3e05'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:28.692261 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:28.701168 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd52e7e-0fd9-4029-8b5a-99ee3eba0a3f req-e5918458-2a0f-44e6-94a5-a9c51b6f6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:28.703235 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bcd52e7e-0fd9-4029-8b5a-99ee3eba0a3f req-e5918458-2a0f-44e6-94a5-a9c51b6f6f06 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 1130 time: 0.0616395 Aug 21 01:28:28.727714 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7cc82a0f-e135-4fe9-924a-5f3b8c30e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (60fe0f98-6d62-4441-857a-d6d2a3eb81b1), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.737605 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7cc82a0f-e135-4fe9-924a-5f3b8c30e5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.742028 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-7cc82a0f-e135-4fe9-924a-5f3b8c30e5a6 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/60fe0f98-6d62-4441-857a-d6d2a3eb81b1 HTTP/1.1" status: 204 len: 168 time: 0.3557055 Aug 21 01:28:28.798143 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.823390 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc82a0f-e135-4fe9-924a-5f3b8c30e5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fe0f98-6d62-4441-857a-d6d2a3eb81b1,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:28.846935 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:28.874095 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bcd52e7e-0fd9-4029-8b5a-99ee3eba0a3f req-9c61652f-7a4f-4003-8921-54fe90d87b89 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274412 Aug 21 01:28:28.892620 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25f930-bbb0-4c69-a778-a3e175f4a2b5 None None] Pushing event updated for resources: {'Port': ['ID=c6eaf3e7-5e68-4fba-9fb1-338ee754d614,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:28.912490 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-c0f2f4ac-ea7e-418e-9c2a-389dcf961f7b None None] Provisioning complete for port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:28.912490 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f4ac-ea7e-418e-9c2a-389dcf961f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:28.966525 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] Set router f1c7b23b-488a-41ab-b514-4c821cab3e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:28:29.038017 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Publish callbacks [] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:29.106590 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2f4ac-ea7e-418e-9c2a-389dcf961f7b None None] Port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:28:29.211748 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'name': 'tempest-TestShelveInstance-1467725800-router', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:22Z', 'updated_at': '2022-08-21T01:28:24Z', 'revision_number': 3, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'gw_port': {'id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:23Z', 'updated_at': '2022-08-21T01:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:29.246074 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35badb72-1f41-4e34-b17e-6fbabc8d72f0 None None] The sync data for ids ['f1c7b23b-488a-41ab-b514-4c821cab3e05'] in dv-cinder-master-3-iscsi is: [{'id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'name': 'tempest-TestShelveInstance-1467725800-router', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:22Z', 'updated_at': '2022-08-21T01:28:24Z', 'revision_number': 3, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'gw_port': {'id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:23Z', 'updated_at': '2022-08-21T01:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:28:29.277367 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:29.401873 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4db21a-7b6d-4ce4-abac-c0b12bacb64c,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:29.410954 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (f1c7b23b-488a-41ab-b514-4c821cab3e05), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:29.423501 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:29.579217 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574c0dd-0fc5-45ad-a39a-bf5031a55e24 req-47c52677-8d13-4f5b-a3b7-9a2d7c2c4f3c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:29.590774 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7574c0dd-0fc5-45ad-a39a-bf5031a55e24 req-47c52677-8d13-4f5b-a3b7-9a2d7c2c4f3c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0983646 Aug 21 01:28:29.625227 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:29.634493 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:29.812088 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a731e6d-fbda-43b7-ab8c-ab24197f44b9 req-259cba20-2c25-4472-8d6c-f89f7974124e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:29.824087 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2a731e6d-fbda-43b7-ab8c-ab24197f44b9 req-259cba20-2c25-4472-8d6c-f89f7974124e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.2243886 Aug 21 01:28:29.907402 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Router f1c7b23b-488a-41ab-b514-4c821cab3e05 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:28:29.955771 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7574c0dd-0fc5-45ad-a39a-bf5031a55e24 req-d3149329-18eb-4c21-96d7-019c9104e7fc tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640127 Aug 21 01:28:30.024804 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2a731e6d-fbda-43b7-ab8c-ab24197f44b9 req-abc12de8-50ff-4299-8534-1fed52fa6c0f tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523242 Aug 21 01:28:30.095141 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c6eaf3e7-5e68-4fba-9fb1-338ee754d614 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:30.097639 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-8399c97a-f022-44aa-bbc0-25e31e6834f5 None None] Provisioning complete for port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:30.098268 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-8399c97a-f022-44aa-bbc0-25e31e6834f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:30.145690 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:28:30.160924 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-c48dc827-dcd7-4e02-8aa7-ef3b56e595b8 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/f1c7b23b-488a-41ab-b514-4c821cab3e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9965971 Aug 21 01:28:30.326077 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-8399c97a-f022-44aa-bbc0-25e31e6834f5 None None] Port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:28:30.336760 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port c6eaf3e7-5e68-4fba-9fb1-338ee754d614 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:30.337605 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:30.429243 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b8cca3ab-12d8-4e0d-8771-d794a68b83c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:30.501608 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port c6eaf3e7-5e68-4fba-9fb1-338ee754d614 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:30.502108 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:30.558215 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port c6eaf3e7-5e68-4fba-9fb1-338ee754d614, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c6eaf3e7-5e68-4fba-9fb1-338ee754d614,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:30.624355 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:30.632413 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:30.683659 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54618) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:30.734338 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=c6eaf3e7-5e68-4fba-9fb1-338ee754d614,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:30.847066 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1456566318-network', 'tenant_id': '67f492f96d314cfea70bdbfa3caaee9e'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:30.992179 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Made reservation on behalf of 67f492f96d314cfea70bdbfa3caaee9e for: {'network': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:28:30.994695 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.008615 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.030113 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54628) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:31.037547 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-24d13eb9-7acd-4cd2-90be-851ca8284870 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289635027', 'description': 'tempest-secgroup-smoke-1289635027 description', 'project_id': 'ac06ecc6fc93477ba4909284525df514'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:31.150008 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24d13eb9-7acd-4cd2-90be-851ca8284870 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.219168 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Publish callbacks [] for security_group (9b63342a-6503-4f2a-a490-f29347c600eb), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.228321 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b854bf7-2635-4ac8-8a09-d60d5753eb4c req-e53cdb0e-bd6b-491d-ae03-b3eede4a0877 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:31.236311 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9b854bf7-2635-4ac8-8a09-d60d5753eb4c req-e53cdb0e-bd6b-491d-ae03-b3eede4a0877 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.0969853 Aug 21 01:28:31.254287 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24d13eb9-7acd-4cd2-90be-851ca8284870 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group (e75ff55a-b539-4df3-92c0-698f05ed76dc), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.265220 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dca94-059f-4ba3-92c1-5a15ed578455 req-32abcc95-7f5e-40ca-803c-c3cbbb320862 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:31.269702 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4b8dca94-059f-4ba3-92c1-5a15ed578455 req-32abcc95-7f5e-40ca-803c-c3cbbb320862 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.1843913 Aug 21 01:28:31.309056 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (9b63342a-6503-4f2a-a490-f29347c600eb), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.330985 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24d13eb9-7acd-4cd2-90be-851ca8284870 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (e75ff55a-b539-4df3-92c0-698f05ed76dc), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.371698 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9b854bf7-2635-4ac8-8a09-d60d5753eb4c req-330b5769-d56a-41b9-ab91-652de5623e5c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343925 Aug 21 01:28:31.379960 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.393716 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=106923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:28:31.395444 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d13eb9-7acd-4cd2-90be-851ca8284870 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75ff55a-b539-4df3-92c0-698f05ed76dc,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:31.438657 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63342a-6503-4f2a-a490-f29347c600eb,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:31.439780 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-24d13eb9-7acd-4cd2-90be-851ca8284870 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.444903 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-24d13eb9-7acd-4cd2-90be-851ca8284870 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4132650 Aug 21 01:28:31.446033 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54632) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:31.452985 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (73395e4a-3128-4128-805c-6c3801a7ac74), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.453901 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.segments_db [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Added segment 73395e4a-3128-4128-805c-6c3801a7ac74 of type vlan for network 5a72733d-0e4b-47b7-9270-d8de517ee151 Aug 21 01:28:31.456867 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-cce0b82a-4913-4be5-a59a-9fe2e883522f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Request body: {'security_group_rule': {'security_group_id': 'e75ff55a-b539-4df3-92c0-698f05ed76dc', 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:31.467861 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4b8dca94-059f-4ba3-92c1-5a15ed578455 req-67097b93-a342-48ab-b5a9-968fcdedffb5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853721 Aug 21 01:28:31.536285 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (5a72733d-0e4b-47b7-9270-d8de517ee151), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.566918 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cce0b82a-4913-4be5-a59a-9fe2e883522f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (83d9211c-3731-450d-8218-f98cdbc374b1), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.587102 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:31.610754 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:31.661700 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cce0b82a-4913-4be5-a59a-9fe2e883522f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (83d9211c-3731-450d-8218-f98cdbc374b1), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.675202 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (5a72733d-0e4b-47b7-9270-d8de517ee151), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.677383 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:31.678720 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:31.769957 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] Pushing event updated for resources: {'Network': ['ID=5a72733d-0e4b-47b7-9270-d8de517ee151,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:31.782090 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network 5a72733d-0e4b-47b7-9270-d8de517ee151 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:28:31.936903 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Sync routers for ids ['f1c7b23b-488a-41ab-b514-4c821cab3e05'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:28:31.948646 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Routers {'f1c7b23b-488a-41ab-b514-4c821cab3e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:28:31.949396 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:28:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['f1c7b23b-488a-41ab-b514-4c821cab3e05'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:32.010431 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c6eaf3e7-5e68-4fba-9fb1-338ee754d614 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:32.063799 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port c6eaf3e7-5e68-4fba-9fb1-338ee754d614 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:32.064289 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.092186 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Set router f1c7b23b-488a-41ab-b514-4c821cab3e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:28:32.166560 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port c6eaf3e7-5e68-4fba-9fb1-338ee754d614 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:32.317793 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'name': 'tempest-TestShelveInstance-1467725800-router', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:22Z', 'updated_at': '2022-08-21T01:28:28Z', 'revision_number': 4, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'gw_port': {'id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:23Z', 'updated_at': '2022-08-21T01:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8f4db21a-7b6d-4ce4-abac-c0b12bacb64c', 'name': '', 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'mac_address': 'fa:16:3e:a6:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a03b9dca-7872-4c51-8b6c-c4440eacdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:27Z', 'updated_at': '2022-08-21T01:28:28Z', 'revision_number': 2, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'subnets': [{'id': 'a03b9dca-7872-4c51-8b6c-c4440eacdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:32.329024 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cce0b82a-4913-4be5-a59a-9fe2e883522f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (83d9211c-3731-450d-8218-f98cdbc374b1), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.348089 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0b82a-4913-4be5-a59a-9fe2e883522f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d9211c-3731-450d-8218-f98cdbc374b1,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:32.352095 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Checking router: f1c7b23b-488a-41ab-b514-4c821cab3e05 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:28:32.359325 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Updating router f1c7b23b-488a-41ab-b514-4c821cab3e05 port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:28:32.363503 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:32.403049 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-36e3bfff-b02c-438e-8af4-2b4e2989e2ee admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7159610 Aug 21 01:28:32.407072 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54636) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:32.411528 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Request body: {'subnet': {'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1456566318-subnet', 'tenant_id': '67f492f96d314cfea70bdbfa3caaee9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:32.425848 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.432406 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cce0b82a-4913-4be5-a59a-9fe2e883522f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.434428 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-cce0b82a-4913-4be5-a59a-9fe2e883522f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9866066 Aug 21 01:28:32.437003 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54638) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:32.443267 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-a5d71b97-7c54-4fa0-bfca-59656c552a52 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Request body: {'security_group_rule': {'security_group_id': 'e75ff55a-b539-4df3-92c0-698f05ed76dc', 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:32.533755 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f7bd6-a34f-412f-9095-bb4f6f7546e3 req-095dab00-198e-4ba1-b9dc-326e057fd513 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:32.538159 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4c9f7bd6-a34f-412f-9095-bb4f6f7546e3 req-095dab00-198e-4ba1-b9dc-326e057fd513 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.0729921 Aug 21 01:28:32.539962 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Made reservation on behalf of 67f492f96d314cfea70bdbfa3caaee9e for: {'subnet': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:28:32.542864 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8566322'] for subnet (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.570704 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:32.629554 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a5d71b97-7c54-4fa0-bfca-59656c552a52 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (6700c9b4-dab5-4f0a-8fc8-1b1f9a690945), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.690416 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4c9f7bd6-a34f-412f-9095-bb4f6f7546e3 req-db1fa2e0-6fb6-4256-848f-977168b8afc3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411707 Aug 21 01:28:32.718940 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a5d71b97-7c54-4fa0-bfca-59656c552a52 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (6700c9b4-dab5-4f0a-8fc8-1b1f9a690945), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.763615 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df431a-8290-4497-b99a-3246842aa7e5 req-073d3ee5-5360-4ab8-8000-86f5cb447b41 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:32.771131 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-98df431a-8290-4497-b99a-3246842aa7e5 req-073d3ee5-5360-4ab8-8000-86f5cb447b41 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.1585863 Aug 21 01:28:32.843843 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-98df431a-8290-4497-b99a-3246842aa7e5 req-b87a1657-238e-42d3-bc2b-c3978983fb1d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709345 Aug 21 01:28:32.855065 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a5d71b97-7c54-4fa0-bfca-59656c552a52 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (6700c9b4-dab5-4f0a-8fc8-1b1f9a690945), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.880977 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d71b97-7c54-4fa0-bfca-59656c552a52 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6700c9b4-dab5-4f0a-8fc8-1b1f9a690945,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:32.907108 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Publish callbacks [] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.954254 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3fb8-77d5-4cc8-a7b3-ef207faedf68 req-e30364fb-91ac-4772-ae2e-e4ee68d5d6d5 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:32.961350 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ae0a3fb8-77d5-4cc8-a7b3-ef207faedf68 req-e30364fb-91ac-4772-ae2e-e4ee68d5d6d5 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.1298840 Aug 21 01:28:32.977784 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a5d71b97-7c54-4fa0-bfca-59656c552a52 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.982355 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-a5d71b97-7c54-4fa0-bfca-59656c552a52 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5410504 Aug 21 01:28:32.982570 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:32.985724 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54644) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:32.994266 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-ce67af26-5fb1-4ee1-aca4-435c03fcd115 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Request body: {'security_group_rule': {'security_group_id': 'e75ff55a-b539-4df3-92c0-698f05ed76dc', 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:33.098578 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Pushing event updated for resources: {'Port': ['ID=8f4db21a-7b6d-4ce4-abac-c0b12bacb64c,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:33.103630 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ae0a3fb8-77d5-4cc8-a7b3-ef207faedf68 req-d18e7901-8aec-476a-84f7-c1a4302031fc tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393158 Aug 21 01:28:33.115525 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:33.138478 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Attempting to bind port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:28:33.139220 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Attempting to bind port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c43a51ea-3556-493f-a8bc-b361ab553bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:28:33.139697 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Attempting to bind port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c on network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:28:33.154462 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.155069 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.155605 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.156176 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.156710 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.157621 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.157621 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.158133 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.158570 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.160608 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.161174 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.161674 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.163773 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.168314 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.173130 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.173130 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:28:33.178068 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:28:33.178709 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Checking segment: {'id': 'c43a51ea-3556-493f-a8bc-b361ab553bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:33.179500 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.182761 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ce67af26-5fb1-4ee1-aca4-435c03fcd115 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (f93babb3-1af2-48de-aaaa-257c3bad686a), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.204205 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:33.207708 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Bound using segment: {'id': 'c43a51ea-3556-493f-a8bc-b361ab553bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:28:33.208658 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Bound port: 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43a51ea-3556-493f-a8bc-b361ab553bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:28:33.209085 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.246116 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9291414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8566272'] for subnet (5b0d94f6-6ff6-4464-ba5b-208daf5569b5), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.392490 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] For port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:28:33.392490 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] For port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f4db21a-7b6d-4ce4-abac-c0b12bacb64c,segment=NetworkSegment(c43a51ea-3556-493f-a8bc-b361ab553bdd),segment_id=c43a51ea-3556-493f-a8bc-b361ab553bdd)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:28:33.398293 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0d94f6-6ff6-4464-ba5b-208daf5569b5,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:33.426228 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ce67af26-5fb1-4ee1-aca4-435c03fcd115 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (f93babb3-1af2-48de-aaaa-257c3bad686a), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.473945 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Checking segment: {'id': '73395e4a-3128-4128-805c-6c3801a7ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:33.474443 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Network hostable DHCP agents. Network: 5a72733d-0e4b-47b7-9270-d8de517ee151, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:28:33.687317 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.704631 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637ebf3-a8aa-42ac-a688-979641a63e82 req-2e61cad1-e61c-4890-9111-785f190398c3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:33.713214 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e637ebf3-a8aa-42ac-a688-979641a63e82 req-2e61cad1-e61c-4890-9111-785f190398c3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.1047242 Aug 21 01:28:33.717421 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.718723 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ce67af26-5fb1-4ee1-aca4-435c03fcd115 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (f93babb3-1af2-48de-aaaa-257c3bad686a), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.727521 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Network 5a72733d-0e4b-47b7-9270-d8de517ee151 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:28:33.769748 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67af26-5fb1-4ee1-aca4-435c03fcd115 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93babb3-1af2-48de-aaaa-257c3bad686a,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:33.800445 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d55e6b-79b8-4e76-a4d9-03998c35fa86 None None] Pushing event updated for resources: {'Port': ['ID=8f4db21a-7b6d-4ce4-abac-c0b12bacb64c,revision_number=4']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:33.814143 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Routers {'f1c7b23b-488a-41ab-b514-4c821cab3e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:28:33.814865 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:28:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['f1c7b23b-488a-41ab-b514-4c821cab3e05'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:33.848556 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e637ebf3-a8aa-42ac-a688-979641a63e82 req-6f8b0ef2-839e-46e2-813f-4d521dfe0ea0 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338181 Aug 21 01:28:33.855933 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5a72733d-0e4b-47b7-9270-d8de517ee151) {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:33.877083 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b008f0aa-ee66-4cf9-b0e5-1b5f9abe1042 None None] Network 5a72733d-0e4b-47b7-9270-d8de517ee151 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:28:33.877229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:33.877229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.877229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-ce67af26-5fb1-4ee1-aca4-435c03fcd115 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:33.883438 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-ce67af26-5fb1-4ee1-aca4-435c03fcd115 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8964250 Aug 21 01:28:33.886406 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54654) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:33.901128 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-5e1d967d-abe8-4419-9b22-36b984b13919 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Request body: {'security_group_rule': {'security_group_id': 'e75ff55a-b539-4df3-92c0-698f05ed76dc', 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:34.002700 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e929d1ab-7673-4e00-9c70-9a0fa8f23c92 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5956724 Aug 21 01:28:34.043240 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] Set router f1c7b23b-488a-41ab-b514-4c821cab3e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:28:34.071305 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5e1d967d-abe8-4419-9b22-36b984b13919 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (1e05bd8e-f314-479b-a20f-fb5306f765b2), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:34.116218 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a95dff-fde4-4178-b501-3877c6a7221e None None] Network 5a72733d-0e4b-47b7-9270-d8de517ee151 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:28:34.214897 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:34.349517 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5e1d967d-abe8-4419-9b22-36b984b13919 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (1e05bd8e-f314-479b-a20f-fb5306f765b2), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:34.352598 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:34.435609 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5e1d967d-abe8-4419-9b22-36b984b13919 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (1e05bd8e-f314-479b-a20f-fb5306f765b2), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:34.485556 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d967d-abe8-4419-9b22-36b984b13919 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e05bd8e-f314-479b-a20f-fb5306f765b2,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:34.575495 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5e1d967d-abe8-4419-9b22-36b984b13919 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:34.577800 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-5e1d967d-abe8-4419-9b22-36b984b13919 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6887751 Aug 21 01:28:34.580027 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54664) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:34.585376 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-784f2ac1-54eb-4151-8bd1-18656966b7ae tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Request body: {'security_group_rule': {'security_group_id': 'e75ff55a-b539-4df3-92c0-698f05ed76dc', 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:34.586043 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'name': 'tempest-TestShelveInstance-1467725800-router', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:22Z', 'updated_at': '2022-08-21T01:28:28Z', 'revision_number': 4, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'gw_port': {'id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:23Z', 'updated_at': '2022-08-21T01:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8f4db21a-7b6d-4ce4-abac-c0b12bacb64c', 'name': '', 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'mac_address': 'fa:16:3e:a6:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a03b9dca-7872-4c51-8b6c-c4440eacdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:27Z', 'updated_at': '2022-08-21T01:28:33Z', 'revision_number': 4, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'subnets': [{'id': 'a03b9dca-7872-4c51-8b6c-c4440eacdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:34.677433 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f750d8-af96-4992-bec7-e67b272c5b68 None None] The sync data for ids ['f1c7b23b-488a-41ab-b514-4c821cab3e05'] in dv-cinder-master-3-iscsi is: [{'id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'name': 'tempest-TestShelveInstance-1467725800-router', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:22Z', 'updated_at': '2022-08-21T01:28:28Z', 'revision_number': 4, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'gw_port': {'id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:23Z', 'updated_at': '2022-08-21T01:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8f4db21a-7b6d-4ce4-abac-c0b12bacb64c', 'name': '', 'network_id': '8406f1ab-27fa-4fe5-bef3-a341c8500c2f', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'mac_address': 'fa:16:3e:a6:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'a03b9dca-7872-4c51-8b6c-c4440eacdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:27Z', 'updated_at': '2022-08-21T01:28:33Z', 'revision_number': 4, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'subnets': [{'id': 'a03b9dca-7872-4c51-8b6c-c4440eacdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:28:34.680675 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c8dfe-fd4e-4538-8f7e-959f27368435 req-fbfe2516-fd70-4aa5-9f05-3994aadacca7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:34.682458 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b10c8dfe-fd4e-4538-8f7e-959f27368435 req-fbfe2516-fd70-4aa5-9f05-3994aadacca7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.6563077 Aug 21 01:28:34.689929 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.securitygroups_db [None req-784f2ac1-54eb-4151-8bd1-18656966b7ae tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Project ac06ecc6fc93477ba4909284525df514 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 01:28:34.699829 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-784f2ac1-54eb-4151-8bd1-18656966b7ae tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (70b15b5a-f084-43aa-aa90-414fe393dcd7), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:34.893380 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b10c8dfe-fd4e-4538-8f7e-959f27368435 req-b70ce2d9-a712-47cf-bdee-668f529804f4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031112 Aug 21 01:28:34.929032 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-784f2ac1-54eb-4151-8bd1-18656966b7ae tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (70b15b5a-f084-43aa-aa90-414fe393dcd7), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:35.021539 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-784f2ac1-54eb-4151-8bd1-18656966b7ae tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (70b15b5a-f084-43aa-aa90-414fe393dcd7), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:35.068393 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f2ac1-54eb-4151-8bd1-18656966b7ae tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b15b5a-f084-43aa-aa90-414fe393dcd7,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:35.152976 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-784f2ac1-54eb-4151-8bd1-18656966b7ae tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:35.154742 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-784f2ac1-54eb-4151-8bd1-18656966b7ae tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5734007 Aug 21 01:28:35.158594 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54672) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:35.166245 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-f2111a01-3a2f-4b1a-83e0-57012659c547 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Request body: {'security_group_rule': {'security_group_id': 'e75ff55a-b539-4df3-92c0-698f05ed76dc', 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:35.187965 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:35.286973 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.securitygroups_db [None req-f2111a01-3a2f-4b1a-83e0-57012659c547 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Project ac06ecc6fc93477ba4909284525df514 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 01:28:35.295235 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f2111a01-3a2f-4b1a-83e0-57012659c547 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (1a95890a-44f8-425e-b503-43abfa627942), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:35.409035 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f2111a01-3a2f-4b1a-83e0-57012659c547 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (1a95890a-44f8-425e-b503-43abfa627942), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:35.509246 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f2111a01-3a2f-4b1a-83e0-57012659c547 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (1a95890a-44f8-425e-b503-43abfa627942), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:35.532861 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2111a01-3a2f-4b1a-83e0-57012659c547 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a95890a-44f8-425e-b503-43abfa627942,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:35.635332 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f2111a01-3a2f-4b1a-83e0-57012659c547 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:35.637765 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-f2111a01-3a2f-4b1a-83e0-57012659c547 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4772444 Aug 21 01:28:36.060253 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:36.069533 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994a0d-9b16-4954-915c-460a5a8ec5a4 req-7f85311a-4bd1-4e1a-82fd-b3ad286ceee8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:36.072204 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28994a0d-9b16-4954-915c-460a5a8ec5a4 req-7f85311a-4bd1-4e1a-82fd-b3ad286ceee8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0710235 Aug 21 01:28:36.123872 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:36.124578 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:36.150470 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28994a0d-9b16-4954-915c-460a5a8ec5a4 req-6e8312f6-232c-46cb-af8b-30c18098eeb7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669463 Aug 21 01:28:36.220703 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:36.220851 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:36.273833 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f4db21a-7b6d-4ce4-abac-c0b12bacb64c,segment=NetworkSegment(c43a51ea-3556-493f-a8bc-b361ab553bdd),segment_id=c43a51ea-3556-493f-a8bc-b361ab553bdd)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:36.349609 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:36.359154 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:36.404076 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=8f4db21a-7b6d-4ce4-abac-c0b12bacb64c,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:36.769724 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-b3c486d5-19ca-4b87-a0ff-8c2dbc450f51 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:36.771386 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-b3c486d5-19ca-4b87-a0ff-8c2dbc450f51 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/networks?id=5a72733d-0e4b-47b7-9270-d8de517ee151 HTTP/1.1" status: 200 len: 814 time: 0.1148221 Aug 21 01:28:36.789972 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-96e229b7-502e-4578-8dac-15c840de2802 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/quotas/67f492f96d314cfea70bdbfa3caaee9e HTTP/1.1" status: 200 len: 375 time: 0.0106518 Aug 21 01:28:36.841165 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-341e7818-3989-4433-a035-295e7f39b682 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=67f492f96d314cfea70bdbfa3caaee9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438919 Aug 21 01:28:36.982288 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-5fe123f4-4776-49b1-964c-1466adc48e51 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5a72733d-0e4b-47b7-9270-d8de517ee151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289582 Aug 21 01:28:37.080365 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-329c3173-1740-4a59-bd26-4e085c8d222a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5a72733d-0e4b-47b7-9270-d8de517ee151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923285 Aug 21 01:28:37.469497 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e560d9fc-41d1-4cde-a969-9fdd47c4e19a req-b36cd8bc-c6f5-4de5-aa7e-4f58eeee5e68 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 210 time: 0.0532713 Aug 21 01:28:37.479519 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6494d-d947-47c8-9ec6-26a96e1be43b req-003ee4ad-dd25-487d-bb31-f9db5e9f3175 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:37.490747 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0bb6494d-d947-47c8-9ec6-26a96e1be43b req-003ee4ad-dd25-487d-bb31-f9db5e9f3175 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.1568933 Aug 21 01:28:37.555095 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0bb6494d-d947-47c8-9ec6-26a96e1be43b req-9437c277-13a4-4722-88df-09878fae8c6e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634649 Aug 21 01:28:38.024343 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:38.076272 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:38.077563 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:38.127454 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:38.175496 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:38.601686 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:38.624419 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-db04f81c-8d3f-43d9-835a-5e56078b6783 req-905e5cbc-5cd0-4370-aea8-162520113fac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 210 time: 0.0349331 Aug 21 01:28:38.699253 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c3db-0fa4-4dee-826e-f258b10172a4 req-61aa0cbf-5d8b-434f-a0ab-d93fcc72e53b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:38.701425 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-06b1c3db-0fa4-4dee-826e-f258b10172a4 req-61aa0cbf-5d8b-434f-a0ab-d93fcc72e53b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0574574 Aug 21 01:28:38.752745 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-06b1c3db-0fa4-4dee-826e-f258b10172a4 req-2213817e-a946-48e9-84fe-f95ecb85fc7e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Aug 21 01:28:39.740644 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2654f22f-ef73-4204-8bbd-bad6d939dbe3 req-836c687e-643f-4225-8116-cdd811864e51 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 210 time: 0.0300303 Aug 21 01:28:39.909371 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2c331-0c18-4ed2-a194-48541f1aed9a req-479a5219-193d-4d8c-817c-626697e6047f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:39.910903 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f5d2c331-0c18-4ed2-a194-48541f1aed9a req-479a5219-193d-4d8c-817c-626697e6047f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0615349 Aug 21 01:28:39.942594 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:40.034758 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f5d2c331-0c18-4ed2-a194-48541f1aed9a req-7b70b608-a495-4fbe-bec6-d34d2dba7303 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114554 Aug 21 01:28:40.063583 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-bdf99378-f945-4c54-aaf5-b7b9589ee518 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:40.065170 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-bdf99378-f945-4c54-aaf5-b7b9589ee518 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.67 "GET /networking/v2.0/networks?id=5a72733d-0e4b-47b7-9270-d8de517ee151 HTTP/1.1" status: 200 len: 814 time: 0.1518917 Aug 21 01:28:40.097982 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Request body: {'port': {'device_id': '37524b56-3cc1-4276-802b-1419dee34d23', 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151', 'admin_state_up': True, 'tenant_id': '67f492f96d314cfea70bdbfa3caaee9e'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:40.102672 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:40.290657 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Made reservation on behalf of 67f492f96d314cfea70bdbfa3caaee9e for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:28:40.295216 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:40.452337 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Allocated IP 172.20.0.11 (5a72733d-0e4b-47b7-9270-d8de517ee151/5b0d94f6-6ff6-4464-ba5b-208daf5569b5/23ea1b5c-1202-43ad-af9f-6cc34179339a) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:28:40.643037 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks [] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:40.750551 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:40.794821 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Network 5a72733d-0e4b-47b7-9270-d8de517ee151 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:40.798112 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:40.800832 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:28:40.856338 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Pushing event updated for resources: {'Port': ['ID=23ea1b5c-1202-43ad-af9f-6cc34179339a,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:40.899083 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:40.899691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:40.911591 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e446152-ad14-4b2d-9c6b-5416fa787161 req-c5e06292-bc94-43f4-a1fa-b654876b6d32 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:40.912849 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3e446152-ad14-4b2d-9c6b-5416fa787161 req-c5e06292-bc94-43f4-a1fa-b654876b6d32 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 932 time: 0.0766013 Aug 21 01:28:40.978701 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c2d73f8e-bebb-4ab0-afd0-0a8422c193ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8853173 Aug 21 01:28:40.982791 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3e446152-ad14-4b2d-9c6b-5416fa787161 req-48e68ac8-fc34-4368-9ef4-f177ce7bfdc8 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603459 Aug 21 01:28:41.004523 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Request body: {'port': {'device_id': '37524b56-3cc1-4276-802b-1419dee34d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:41.008704 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:41.071513 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:41.231425 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:41.243316 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182102fa-ebfd-49be-86ed-e8d3c7e9933f req-09edd657-b70c-41ad-8749-dbdd600848af tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:41.244849 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-182102fa-ebfd-49be-86ed-e8d3c7e9933f req-09edd657-b70c-41ad-8749-dbdd600848af tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0656712 Aug 21 01:28:41.349020 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-182102fa-ebfd-49be-86ed-e8d3c7e9933f req-f7fb425d-8074-411e-b0fa-d8b9ed1c10e0 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943840 Aug 21 01:28:41.446509 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ea1b5c-1202-43ad-af9f-6cc34179339a {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:28:41.454960 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Publish callbacks [] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:41.467969 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Transition to ACTIVE for port object 23ea1b5c-1202-43ad-af9f-6cc34179339a will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:28:41.536487 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:41.604553 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Pushing event updated for resources: {'Port': ['ID=23ea1b5c-1202-43ad-af9f-6cc34179339a,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:41.656549 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Attempting to bind port 23ea1b5c-1202-43ad-af9f-6cc34179339a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:28:41.656852 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Attempting to bind port 23ea1b5c-1202-43ad-af9f-6cc34179339a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '73395e4a-3128-4128-805c-6c3801a7ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:28:41.657213 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Attempting to bind port 23ea1b5c-1202-43ad-af9f-6cc34179339a on network 5a72733d-0e4b-47b7-9270-d8de517ee151 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:28:41.662073 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Port 23ea1b5c-1202-43ad-af9f-6cc34179339a on network 5a72733d-0e4b-47b7-9270-d8de517ee151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:28:41.662443 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Attempting to bind port 23ea1b5c-1202-43ad-af9f-6cc34179339a on network 5a72733d-0e4b-47b7-9270-d8de517ee151 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:28:41.667849 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:28:41.668711 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Checking segment: {'id': '73395e4a-3128-4128-805c-6c3801a7ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:28:41.669129 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Bound using segment: {'id': '73395e4a-3128-4128-805c-6c3801a7ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:28:41.669555 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Bound port: 23ea1b5c-1202-43ad-af9f-6cc34179339a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73395e4a-3128-4128-805c-6c3801a7ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:28:41.669915 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:41.749096 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] For port 23ea1b5c-1202-43ad-af9f-6cc34179339a, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:28:41.752281 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] For port 23ea1b5c-1202-43ad-af9f-6cc34179339a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23ea1b5c-1202-43ad-af9f-6cc34179339a,segment=NetworkSegment(73395e4a-3128-4128-805c-6c3801a7ac74),segment_id=73395e4a-3128-4128-805c-6c3801a7ac74)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:28:41.822341 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:41.826698 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:41.827310 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:41.828937 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/23ea1b5c-1202-43ad-af9f-6cc34179339a HTTP/1.1" status: 200 len: 1094 time: 0.8296492 Aug 21 01:28:41.829434 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37524b56-3cc1-4276-802b-1419dee34d23', 'tag': '23ea1b5c-1202-43ad-af9f-6cc34179339a'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:28:41.831736 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a1e938-5500-4d37-be4f-832d6bd7739b" -d '{"events": [{"name": "network-changed", "server_uuid": "37524b56-3cc1-4276-802b-1419dee34d23", "tag": "23ea1b5c-1202-43ad-af9f-6cc34179339a"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:28:41.870983 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed642a3-c6ea-41f9-9b38-4993e401d831 x-openstack-request-id: req-eed642a3-c6ea-41f9-9b38-4993e401d831 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:28:41.871316 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37524b56-3cc1-4276-802b-1419dee34d23", "tag": "23ea1b5c-1202-43ad-af9f-6cc34179339a", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:28:41.872167 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eed642a3-c6ea-41f9-9b38-4993e401d831 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:28:41.872628 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed642a3-c6ea-41f9-9b38-4993e401d831'] response: {'name': 'network-changed', 'server_uuid': '37524b56-3cc1-4276-802b-1419dee34d23', 'tag': '23ea1b5c-1202-43ad-af9f-6cc34179339a', 'status': 'completed', 'code': 200} Aug 21 01:28:42.003734 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa316b-e278-45ca-8f60-6ad074f489cb service neutron] Pushing event updated for resources: {'Port': ['ID=23ea1b5c-1202-43ad-af9f-6cc34179339a,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:42.118574 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f1253-0b2b-4d43-9a75-540403d79339 req-cacfb658-b4a9-4c37-bf4e-f03f22f6c304 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:42.120117 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d45f1253-0b2b-4d43-9a75-540403d79339 req-cacfb658-b4a9-4c37-bf4e-f03f22f6c304 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 944 time: 0.0509663 Aug 21 01:28:42.187129 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d45f1253-0b2b-4d43-9a75-540403d79339 req-764b92be-031d-43b9-afa8-9e5c77f1b8d2 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607433 Aug 21 01:28:42.506235 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:42.524880 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb99d22-fcb3-43a8-b9d0-5aeccc2688c2 req-136c4fcc-6822-4a64-aa46-fb413b222ddd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:42.526738 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bcb99d22-fcb3-43a8-b9d0-5aeccc2688c2 req-136c4fcc-6822-4a64-aa46-fb413b222ddd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0571680 Aug 21 01:28:42.590908 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bcb99d22-fcb3-43a8-b9d0-5aeccc2688c2 req-64e411e7-d67f-4f89-b162-3bac3d2738b7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538149 Aug 21 01:28:42.827650 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1e938-5500-4d37-be4f-832d6bd7739b req-e6a4d274-3b4b-43c4-a9a7-904e3fd70229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:42.829244 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-43a1e938-5500-4d37-be4f-832d6bd7739b req-e6a4d274-3b4b-43c4-a9a7-904e3fd70229 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=67f492f96d314cfea70bdbfa3caaee9e&device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 1128 time: 0.0517406 Aug 21 01:28:42.954483 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1e938-5500-4d37-be4f-832d6bd7739b req-219ac447-eb1e-474b-91f8-c2efc65cd46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:42.955985 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-43a1e938-5500-4d37-be4f-832d6bd7739b req-219ac447-eb1e-474b-91f8-c2efc65cd46e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=67f492f96d314cfea70bdbfa3caaee9e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1044037 Aug 21 01:28:43.061855 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1e938-5500-4d37-be4f-832d6bd7739b req-724858ef-bbaf-498b-9998-49eb2718d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:43.063338 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-43a1e938-5500-4d37-be4f-832d6bd7739b req-724858ef-bbaf-498b-9998-49eb2718d3a8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011851 Aug 21 01:28:43.195023 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-cbd0cc05-d3fa-4951-b423-c6606d256ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:43.196762 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-cbd0cc05-d3fa-4951-b423-c6606d256ac4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=67f492f96d314cfea70bdbfa3caaee9e&device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 1128 time: 0.0470877 Aug 21 01:28:43.257788 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-4f578407-af2e-4dd0-8b5f-ea0dca41bcd8 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23ea1b5c-1202-43ad-af9f-6cc34179339a HTTP/1.1" status: 200 len: 217 time: 0.0446601 Aug 21 01:28:43.338150 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:43.349035 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-09cbc1ef-8bbd-4f72-a781-2dd1d5d6f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:43.351807 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-09cbc1ef-8bbd-4f72-a781-2dd1d5d6f0c8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=5b0d94f6-6ff6-4464-ba5b-208daf5569b5 HTTP/1.1" status: 200 len: 854 time: 0.0847340 Aug 21 01:28:43.359280 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529b031-3ff6-4020-a15d-9492b3cb7a3a req-c975ee3e-4df5-448b-be00-6ac0ff5b1144 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:43.362212 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7529b031-3ff6-4020-a15d-9492b3cb7a3a req-c975ee3e-4df5-448b-be00-6ac0ff5b1144 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 944 time: 0.0813296 Aug 21 01:28:43.403274 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-eb76de66-f688-46c9-a0db-46f78d61d2f7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5a72733d-0e4b-47b7-9270-d8de517ee151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410788 Aug 21 01:28:43.456875 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7529b031-3ff6-4020-a15d-9492b3cb7a3a req-633acdd2-e0d5-4bd7-a0a9-93541adfbd49 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873260 Aug 21 01:28:43.534998 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-018a5458-5f2f-4acb-962a-de8ee806cec1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5a72733d-0e4b-47b7-9270-d8de517ee151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203060 Aug 21 01:28:43.669170 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c87ba87-847b-4e82-8902-7359f7052f06 req-c6204ae0-1f66-488b-baf7-12473aedac1e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5a72733d-0e4b-47b7-9270-d8de517ee151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261518 Aug 21 01:28:43.758447 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bba4d-26b3-4b55-8c6e-8a4b27b3464b req-6bae002f-8234-449c-8b6d-6c97afc17c3c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:43.759965 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-286bba4d-26b3-4b55-8c6e-8a4b27b3464b req-6bae002f-8234-449c-8b6d-6c97afc17c3c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 943 time: 0.0505981 Aug 21 01:28:43.823868 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-286bba4d-26b3-4b55-8c6e-8a4b27b3464b req-362290e7-4902-406e-ba7b-bd4665d32c4a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570066 Aug 21 01:28:44.111855 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9a09b4f3-32e5-4362-82ef-ab73b634b1bf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:28:44.231274 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:44.243097 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'port_id': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'mac_address': 'fa:16:3e:00:2e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:28:44.294710 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:44.295098 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:44.309757 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a09b4f3-32e5-4362-82ef-ab73b634b1bf {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:28:44.334744 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:44.441927 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:44.531334 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=9']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:44.635896 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0ec7-d75d-4de2-830c-912896743db7 req-0a1b1cdb-bf23-4b66-8dc7-d6b740cd4b0d tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:44.637717 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-df2c0ec7-d75d-4de2-830c-912896743db7 req-0a1b1cdb-bf23-4b66-8dc7-d6b740cd4b0d tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 944 time: 0.0689712 Aug 21 01:28:44.678189 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=30 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:44.689210 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:44.708646 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-df2c0ec7-d75d-4de2-830c-912896743db7 req-28a00f9c-61c0-4091-9eac-0610983ce029 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644138 Aug 21 01:28:44.947402 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['9a09b4f3-32e5-4362-82ef-ab73b634b1bf'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:28:45.036002 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe9ed4-1ebf-40e3-97a2-b97c933e3bda req-0663bdad-f33b-4047-9142-468c04967ecf tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:45.037667 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-79fe9ed4-1ebf-40e3-97a2-b97c933e3bda req-0663bdad-f33b-4047-9142-468c04967ecf tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 944 time: 0.1058781 Aug 21 01:28:45.051567 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:45.053464 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=52,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:45.110047 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-79fe9ed4-1ebf-40e3-97a2-b97c933e3bda req-5ed2f98e-b26d-49c9-aa58-2ee205595952 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643792 Aug 21 01:28:45.859459 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641bae5-0e4d-4018-b9eb-42dabeda5d40 req-5cae75b0-01cd-428d-bbab-e89f8a2d0435 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:45.861023 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6641bae5-0e4d-4018-b9eb-42dabeda5d40 req-5cae75b0-01cd-428d-bbab-e89f8a2d0435 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 944 time: 0.0575297 Aug 21 01:28:45.920916 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6641bae5-0e4d-4018-b9eb-42dabeda5d40 req-f726440e-7999-4cfc-99e0-cc3f008889a2 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512745 Aug 21 01:28:46.131864 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9a09b4f3-32e5-4362-82ef-ab73b634b1bf up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:46.188839 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:46.189440 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:46.282609 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e00e9-2ba1-4fb5-a21e-306733a63e37 req-41615e1d-cbab-498b-a2a0-084e25acc378 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:46.308900 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d49e00e9-2ba1-4fb5-a21e-306733a63e37 req-41615e1d-cbab-498b-a2a0-084e25acc378 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 944 time: 0.0724697 Aug 21 01:28:46.309217 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:46.309217 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:46.339097 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:46.343839 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:28:46.346229 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e1d5fd-39c8-4bd5-b814-b6f6a8c8eeb8" -d '{"events": [{"server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "name": "network-vif-plugged", "status": "completed", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:28:46.369016 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:46.391617 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d49e00e9-2ba1-4fb5-a21e-306733a63e37 req-890f0662-5a51-4540-bf24-c578fafc7c7f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896223 Aug 21 01:28:46.400193 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63694a92-0a02-4aed-b52c-e6d3f9df0276 x-openstack-request-id: req-63694a92-0a02-4aed-b52c-e6d3f9df0276 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:28:46.403747 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "name": "network-vif-plugged", "status": "completed", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:28:46.403747 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63694a92-0a02-4aed-b52c-e6d3f9df0276 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:28:46.403747 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63694a92-0a02-4aed-b52c-e6d3f9df0276'] response: {'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'code': 200} Aug 21 01:28:46.492196 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:46.545506 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=10']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:47.072040 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aa0d0-503a-4e03-a2b1-57c692495c9d req-5ec37584-d739-40f7-9f8e-3be7cd944f3e tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:47.073993 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f99aa0d0-503a-4e03-a2b1-57c692495c9d req-5ec37584-d739-40f7-9f8e-3be7cd944f3e tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 944 time: 0.0577049 Aug 21 01:28:47.158320 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f99aa0d0-503a-4e03-a2b1-57c692495c9d req-9aa3f728-be33-4cb3-9103-ae13c8d83fba tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713754 Aug 21 01:28:47.381588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511733c-cb7b-426a-aa3e-fba41256ee02 req-9a5ba5ed-b68d-407d-a74d-de78b68d6ddb tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:47.383077 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7511733c-cb7b-426a-aa3e-fba41256ee02 req-9a5ba5ed-b68d-407d-a74d-de78b68d6ddb tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.0552170 Aug 21 01:28:47.451438 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7511733c-cb7b-426a-aa3e-fba41256ee02 req-8f45df6d-644e-4467-805a-1dfcd5986437 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613558 Aug 21 01:28:47.493361 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54880) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:47.553322 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc827-b6d9-456e-b0f1-1c686384dd3e req-cee5f90f-0ca5-4cbd-bee1-8a2f7e6476cf tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:47.555693 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4f6cc827-b6d9-456e-b0f1-1c686384dd3e req-cee5f90f-0ca5-4cbd-bee1-8a2f7e6476cf tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.0600076 Aug 21 01:28:47.628014 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4f6cc827-b6d9-456e-b0f1-1c686384dd3e req-49f63d57-ba8a-49e5-9c45-259300526bf4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654769 Aug 21 01:28:47.743149 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f88170-78a8-4805-97c0-dabb9d270a97 tempest-TestMinimumBasicScenario-1706112562 tempest-TestMinimumBasicScenario-1706112562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:47.744966 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-a7f88170-78a8-4805-97c0-dabb9d270a97 tempest-TestMinimumBasicScenario-1706112562 tempest-TestMinimumBasicScenario-1706112562-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 1125 time: 0.2505293 Aug 21 01:28:47.749551 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54884) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:47.753774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e857b4-bd8d-481c-9efc-74a00d47f0d8 req-3585fea5-3c5f-4560-8402-3b008f84fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:47.754418 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'port_id': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:47.755410 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-19e857b4-bd8d-481c-9efc-74a00d47f0d8 req-3585fea5-3c5f-4560-8402-3b008f84fec9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 1130 time: 0.0550363 Aug 21 01:28:47.816067 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-19e857b4-bd8d-481c-9efc-74a00d47f0d8 req-2decd73d-89a4-48a8-bc4b-6be13d47298d service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541458 Aug 21 01:28:47.889384 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:47.990437 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:48.120184 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Allocated IP 172.37.5.149 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/8fad29cf-2c47-4d0e-a758-68490d49c9d3) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:28:48.123851 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 23ea1b5c-1202-43ad-af9f-6cc34179339a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:28:48.172368 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:48.263871 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 23ea1b5c-1202-43ad-af9f-6cc34179339a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23ea1b5c-1202-43ad-af9f-6cc34179339a,segment=NetworkSegment(73395e4a-3128-4128-805c-6c3801a7ac74),segment_id=73395e4a-3128-4128-805c-6c3801a7ac74)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:48.279312 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '23ea1b5c-1202-43ad-af9f-6cc34179339a', 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151', 'port_id': '23ea1b5c-1202-43ad-af9f-6cc34179339a', 'mac_address': 'fa:16:3e:e9:ae:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0d94f6-6ff6-4464-ba5b-208daf5569b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:28:48.325909 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 23ea1b5c-1202-43ad-af9f-6cc34179339a is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:48.326549 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:48.356273 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ea1b5c-1202-43ad-af9f-6cc34179339a {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:28:48.392838 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d8d86-3b93-4236-9277-3892a223a712 req-7747fa1b-5f8c-44fc-bb08-2dc8f269252f tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:48.394685 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 23ea1b5c-1202-43ad-af9f-6cc34179339a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23ea1b5c-1202-43ad-af9f-6cc34179339a,segment=NetworkSegment(73395e4a-3128-4128-805c-6c3801a7ac74),segment_id=73395e4a-3128-4128-805c-6c3801a7ac74)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:48.404382 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e63d8d86-3b93-4236-9277-3892a223a712 req-7747fa1b-5f8c-44fc-bb08-2dc8f269252f tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 944 time: 0.1131217 Aug 21 01:28:48.440912 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:48.457299 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:48.482590 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e63d8d86-3b93-4236-9277-3892a223a712 req-0388154d-2350-49b1-9dd4-254071cd0753 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760238 Aug 21 01:28:48.514979 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=23ea1b5c-1202-43ad-af9f-6cc34179339a,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:48.542671 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for port (8fad29cf-2c47-4d0e-a758-68490d49c9d3), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:48.671963 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (8fad29cf-2c47-4d0e-a758-68490d49c9d3), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:48.720730 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:28:48.725903 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:28:48.733897 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:28:48.744646 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115a1e4-f435-4933-a0bc-4d8cd53eef6e req-fe24185c-e878-4d90-84b0-b906e2c2e10d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:48.746236 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6115a1e4-f435-4933-a0bc-4d8cd53eef6e req-fe24185c-e878-4d90-84b0-b906e2c2e10d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0752203 Aug 21 01:28:48.780514 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'Port': ['ID=8fad29cf-2c47-4d0e-a758-68490d49c9d3,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:48.824609 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e25851-5ecc-4232-bac2-eed35b981b02 req-06ad7781-e377-4db9-b7fb-70c6bd6f91ac tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:48.827518 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-61e25851-5ecc-4232-bac2-eed35b981b02 req-06ad7781-e377-4db9-b7fb-70c6bd6f91ac tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.1006482 Aug 21 01:28:48.871709 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6115a1e4-f435-4933-a0bc-4d8cd53eef6e req-bf8cf6f6-8f4d-4d9b-a33d-c51c6afb3966 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027567 Aug 21 01:28:48.884987 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:48.904675 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-61e25851-5ecc-4232-bac2-eed35b981b02 req-2aab1254-854b-4e2c-a054-92f10fe96276 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676553 Aug 21 01:28:49.111601 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['23ea1b5c-1202-43ad-af9f-6cc34179339a'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:28:49.133618 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for floatingip (7b4c872f-7f53-4fab-9f16-77d1d47919ec), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:49.164768 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:49.252214 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:49.281388 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8fad29cf-2c47-4d0e-a758-68490d49c9d3), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:49.455092 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for port (8fad29cf-2c47-4d0e-a758-68490d49c9d3), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:49.522896 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (8fad29cf-2c47-4d0e-a758-68490d49c9d3), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:49.597583 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (7b4c872f-7f53-4fab-9f16-77d1d47919ec), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:49.642837 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'Port': ['ID=8fad29cf-2c47-4d0e-a758-68490d49c9d3,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:49.675216 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6b6a0-9866-4faf-80ac-d03ab3735a5b req-fb70df61-143f-4501-963e-d8783fe8c674 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:49.676970 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2bf6b6a0-9866-4faf-80ac-d03ab3735a5b req-fb70df61-143f-4501-963e-d8783fe8c674 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 945 time: 0.0752468 Aug 21 01:28:49.740349 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Floating IP 7b4c872f-7f53-4fab-9f16-77d1d47919ec associated. External IP: 172.37.5.149, port: 9b282ab5-9500-4319-bbaa-ac3078e3128d. Aug 21 01:28:49.751847 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2bf6b6a0-9866-4faf-80ac-d03ab3735a5b req-a70b4af2-3324-4c8d-8719-9e6fa5553bb6 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686345 Aug 21 01:28:50.027531 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Router 7d35a8c3-652c-4391-910d-a8ce382cd230 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:28:50.073999 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452be2-01c9-412d-bb19-3e8cfefc44c6 req-253975fe-59ec-4b20-b285-d2b83ff87fbc tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:50.075764 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d452be2-01c9-412d-bb19-3e8cfefc44c6 req-253975fe-59ec-4b20-b285-d2b83ff87fbc tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0828815 Aug 21 01:28:50.124598 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d74a9-2cb7-40f9-bf93-b4f029a7b181 req-ec9c5019-c853-4153-a0e5-6de32cc13366 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:50.126170 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f69d74a9-2cb7-40f9-bf93-b4f029a7b181 req-ec9c5019-c853-4153-a0e5-6de32cc13366 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.0732696 Aug 21 01:28:50.168396 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d452be2-01c9-412d-bb19-3e8cfefc44c6 req-d89db2e6-14ea-4713-9075-a8473b2deaee tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767615 Aug 21 01:28:50.182947 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:28:50.196493 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] Sync routers for ids ['7d35a8c3-652c-4391-910d-a8ce382cd230'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:28:50.209723 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] Routers {'7d35a8c3-652c-4391-910d-a8ce382cd230'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:28:50.210498 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:28:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['7d35a8c3-652c-4391-910d-a8ce382cd230'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:50.216844 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f69d74a9-2cb7-40f9-bf93-b4f029a7b181 req-60f375e5-6b72-4479-9fd0-4472817462d2 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797291 Aug 21 01:28:50.287158 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:50.320568 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ccbe9f57-fc3a-4788-b0f4-248dc38e81c6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5698469 Aug 21 01:28:50.321243 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:28:50.324605 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54938) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:50.328925 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:28:50.329187 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-bd3f1fb0-facc-4dae-b099-f9d79721431e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575003272', 'description': 'tempest-secgroup-smoke-1575003272 description', 'project_id': 'da8fc458ef6b49e18daac9fb195a2149'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:50.339441 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] Set router 7d35a8c3-652c-4391-910d-a8ce382cd230 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:28:50.384012 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a54a5b-b432-4ffb-b91e-bb2e849ad204 x-openstack-request-id: req-57a54a5b-b432-4ffb-b91e-bb2e849ad204 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:28:50.384663 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:28:50.385070 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-57a54a5b-b432-4ffb-b91e-bb2e849ad204 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:28:50.385740 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a54a5b-b432-4ffb-b91e-bb2e849ad204'] response: {'name': 'network-changed', 'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'status': 'completed', 'code': 200} Aug 21 01:28:50.426687 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bd3f1fb0-facc-4dae-b099-f9d79721431e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:50.439122 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:50.517797 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 23ea1b5c-1202-43ad-af9f-6cc34179339a up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:28:50.539035 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bd3f1fb0-facc-4dae-b099-f9d79721431e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group (81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:50.580072 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-7bad7ca3-0038-4f54-bfac-663ba816eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:50.592323 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-7bad7ca3-0038-4f54-bfac-663ba816eb9b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da8fc458ef6b49e18daac9fb195a2149&device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 1130 time: 0.0545201 Aug 21 01:28:50.623233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bd3f1fb0-facc-4dae-b099-f9d79721431e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:50.626260 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 23ea1b5c-1202-43ad-af9f-6cc34179339a completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:28:50.644351 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:28Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7b4c872f-7f53-4fab-9f16-77d1d47919ec', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'floating_ip_address': '172.37.5.149', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'port_id': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'mac_address': 'fa:16:3e:45:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc908f3-d8e3-4432-8197-51096e59a470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:28:49Z', 'updated_at': '2022-08-21T01:28:49Z', 'revision_number': 0, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51cee38e-2fe5-4ed4-a408-f18d6c789418', 'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'mac_address': 'fa:16:3e:9e:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:27Z', 'updated_at': '2022-08-21T01:27:34Z', 'revision_number': 5, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'subnets': [{'id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:50.673729 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] Checking router: 7d35a8c3-652c-4391-910d-a8ce382cd230 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:28:50.682534 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] Routers {'7d35a8c3-652c-4391-910d-a8ce382cd230'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:28:50.683142 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:28:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['7d35a8c3-652c-4391-910d-a8ce382cd230'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:50.705130 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f1fb0-facc-4dae-b099-f9d79721431e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:50.742809 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-2ad66241-0ddb-4aa8-aff4-3684acc3fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:50.744903 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-2ad66241-0ddb-4aa8-aff4-3684acc3fc05 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1e79e20e-bb84-4864-9fe8-d17ca136af81 HTTP/1.1" status: 200 len: 916 time: 0.1425066 Aug 21 01:28:50.748372 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bd3f1fb0-facc-4dae-b099-f9d79721431e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:50.750250 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-bd3f1fb0-facc-4dae-b099-f9d79721431e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4244277 Aug 21 01:28:50.751643 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 23ea1b5c-1202-43ad-af9f-6cc34179339a triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:28:50.752028 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:50.753815 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54962) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:50.760154 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-d1b7252f-4206-4fd8-a1ec-305db8101cac tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'security_group_rule': {'security_group_id': '81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c', 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:50.769694 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:50.826128 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] Set router 7d35a8c3-652c-4391-910d-a8ce382cd230 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:28:50.843305 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-1635efa8-aa58-439a-a6b5-8e25e43cc91d service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d HTTP/1.1" status: 200 len: 1000 time: 0.0901246 Aug 21 01:28:50.887402 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d1b7252f-4206-4fd8-a1ec-305db8101cac tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (d0eb4f35-ec9e-438f-9572-7d1fdc889cc0), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:50.900354 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:50.908033 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-a35819fe-680b-4b0e-9dd9-35a63be531f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:50.913851 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-a35819fe-680b-4b0e-9dd9-35a63be531f4 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=00079c66-f5fd-4cb3-b926-ea119e3ff612 HTTP/1.1" status: 200 len: 854 time: 0.0505881 Aug 21 01:28:50.961023 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119898a-d79a-4872-bda9-85cc1300aba5 req-3e696783-5e6b-4e7b-a96f-e616bc45bd3f tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:50.962794 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7119898a-d79a-4872-bda9-85cc1300aba5 req-3e696783-5e6b-4e7b-a96f-e616bc45bd3f tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 945 time: 0.0522308 Aug 21 01:28:51.001548 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d1b7252f-4206-4fd8-a1ec-305db8101cac tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (d0eb4f35-ec9e-438f-9572-7d1fdc889cc0), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:51.104375 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d1b7252f-4206-4fd8-a1ec-305db8101cac tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (d0eb4f35-ec9e-438f-9572-7d1fdc889cc0), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:51.121411 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:51.148086 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7252f-4206-4fd8-a1ec-305db8101cac tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0eb4f35-ec9e-438f-9572-7d1fdc889cc0,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:51.252837 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 23ea1b5c-1202-43ad-af9f-6cc34179339a is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:28:51.253844 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:51.258899 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:28Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7b4c872f-7f53-4fab-9f16-77d1d47919ec', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'floating_ip_address': '172.37.5.149', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'port_id': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'mac_address': 'fa:16:3e:45:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc908f3-d8e3-4432-8197-51096e59a470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:28:49Z', 'updated_at': '2022-08-21T01:28:49Z', 'revision_number': 0, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51cee38e-2fe5-4ed4-a408-f18d6c789418', 'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'mac_address': 'fa:16:3e:9e:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:27Z', 'updated_at': '2022-08-21T01:27:34Z', 'revision_number': 5, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'subnets': [{'id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:28:51.260771 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d1b7252f-4206-4fd8-a1ec-305db8101cac tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:51.262471 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-d1b7252f-4206-4fd8-a1ec-305db8101cac tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5076404 Aug 21 01:28:51.266770 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54974) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:51.272626 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-bca76335-fba6-4445-9126-d96c5e2f3ba2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'security_group_rule': {'security_group_id': '81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c', 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:51.289582 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-de865abe-1035-4cdb-9d47-6657cd93e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:51.291591 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-de865abe-1035-4cdb-9d47-6657cd93e37f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1e79e20e-bb84-4864-9fe8-d17ca136af81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3278112 Aug 21 01:28:51.303143 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aea2ab-d29b-45ae-b14c-663d9754ea7e None None] The sync data for ids ['7d35a8c3-652c-4391-910d-a8ce382cd230'] in dv-cinder-master-3-iscsi is: [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:28Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7b4c872f-7f53-4fab-9f16-77d1d47919ec', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'floating_ip_address': '172.37.5.149', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'port_id': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'mac_address': 'fa:16:3e:45:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc908f3-d8e3-4432-8197-51096e59a470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:28:49Z', 'updated_at': '2022-08-21T01:28:49Z', 'revision_number': 0, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51cee38e-2fe5-4ed4-a408-f18d6c789418', 'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'mac_address': 'fa:16:3e:9e:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:27Z', 'updated_at': '2022-08-21T01:27:34Z', 'revision_number': 5, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'subnets': [{'id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:28:51.321624 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37524b56-3cc1-4276-802b-1419dee34d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ea1b5c-1202-43ad-af9f-6cc34179339a'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:28:51.322553 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:51.324612 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f2fff1-3d7f-47eb-acd2-88f92a406a8f" -d '{"events": [{"server_uuid": "37524b56-3cc1-4276-802b-1419dee34d23", "name": "network-vif-plugged", "status": "completed", "tag": "23ea1b5c-1202-43ad-af9f-6cc34179339a"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:28:51.355140 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 23ea1b5c-1202-43ad-af9f-6cc34179339a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23ea1b5c-1202-43ad-af9f-6cc34179339a,segment=NetworkSegment(73395e4a-3128-4128-805c-6c3801a7ac74),segment_id=73395e4a-3128-4128-805c-6c3801a7ac74)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:51.405160 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:51.421273 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7119898a-d79a-4872-bda9-85cc1300aba5 req-f6ca8115-f290-44cd-945b-1d88def98b6d tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732960 Aug 21 01:28:51.441456 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:51.458424 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bca76335-fba6-4445-9126-d96c5e2f3ba2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (16ce2dfd-5ad4-4a1f-991b-df7a136840b3), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:51.463410 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-c394d3e6-1c12-42c7-a0a7-b3b2ec283939 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567886 Aug 21 01:28:51.528596 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:51.550428 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=23ea1b5c-1202-43ad-af9f-6cc34179339a,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:51.627178 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bca76335-fba6-4445-9126-d96c5e2f3ba2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (16ce2dfd-5ad4-4a1f-991b-df7a136840b3), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:51.675055 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16150f-5574-4efc-b394-32c34172c30f None None] New status for floating IP 7b4c872f-7f53-4fab-9f16-77d1d47919ec: ACTIVE {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:28:51.689628 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bca76335-fba6-4445-9126-d96c5e2f3ba2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (16ce2dfd-5ad4-4a1f-991b-df7a136840b3), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:51.701134 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0323d38-f5d1-44d2-ad8b-f0c7c5c0ba8e req-f442b589-143f-4e16-85e3-c20eb435010e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:51.709560 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e0323d38-f5d1-44d2-ad8b-f0c7c5c0ba8e req-f442b589-143f-4e16-85e3-c20eb435010e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1439035 Aug 21 01:28:51.725493 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3c687-1dee-4852-92af-44c90e1d13c8 req-082a46f7-6c76-4384-9581-9849efa5c1f5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:51.731557 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca76335-fba6-4445-9126-d96c5e2f3ba2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ce2dfd-5ad4-4a1f-991b-df7a136840b3,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:51.733775 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6ea3c687-1dee-4852-92af-44c90e1d13c8 req-082a46f7-6c76-4384-9581-9849efa5c1f5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.1670458 Aug 21 01:28:51.814370 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a6f7a5f-095d-4c38-8e27-39714ceb4a45 req-bc726138-d00e-45ab-a908-26a4bf6537b0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838860 Aug 21 01:28:51.819919 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bca76335-fba6-4445-9126-d96c5e2f3ba2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:51.823457 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-bca76335-fba6-4445-9126-d96c5e2f3ba2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5536826 Aug 21 01:28:51.825355 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54986) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:51.834419 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-578a9b98-4d67-4d47-9401-a1f2d2ff197c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'security_group_rule': {'security_group_id': '81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c', 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:51.836973 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e0323d38-f5d1-44d2-ad8b-f0c7c5c0ba8e req-8acf94d6-ed88-41da-bc6b-6a4fc7707a16 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256137 Aug 21 01:28:51.840091 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6ea3c687-1dee-4852-92af-44c90e1d13c8 req-b0decbae-1917-47eb-8923-795d06098d81 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054986 Aug 21 01:28:51.907785 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9fd580-abdf-429f-8ad5-200885f97f7f x-openstack-request-id: req-5c9fd580-abdf-429f-8ad5-200885f97f7f {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:28:51.908278 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37524b56-3cc1-4276-802b-1419dee34d23", "name": "network-vif-plugged", "status": "completed", "tag": "23ea1b5c-1202-43ad-af9f-6cc34179339a", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:28:51.908728 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c9fd580-abdf-429f-8ad5-200885f97f7f {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:28:51.910892 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9fd580-abdf-429f-8ad5-200885f97f7f'] response: {'server_uuid': '37524b56-3cc1-4276-802b-1419dee34d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ea1b5c-1202-43ad-af9f-6cc34179339a', 'code': 200} Aug 21 01:28:51.961214 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-578a9b98-4d67-4d47-9401-a1f2d2ff197c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (bfe8f18c-633c-468a-bc86-e9befe6d06af), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.043808 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-578a9b98-4d67-4d47-9401-a1f2d2ff197c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (bfe8f18c-633c-468a-bc86-e9befe6d06af), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.135197 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-578a9b98-4d67-4d47-9401-a1f2d2ff197c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (bfe8f18c-633c-468a-bc86-e9befe6d06af), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.151929 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a9b98-4d67-4d47-9401-a1f2d2ff197c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe8f18c-633c-468a-bc86-e9befe6d06af,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:52.245179 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-578a9b98-4d67-4d47-9401-a1f2d2ff197c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.246520 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-578a9b98-4d67-4d47-9401-a1f2d2ff197c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4183362 Aug 21 01:28:52.250104 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 54988) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:52.254794 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-d7e026fd-4d61-4aef-9c8e-ca0d87095d34 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'security_group_rule': {'security_group_id': '81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c', 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:52.352120 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2d7e1-2941-462b-87ed-e24c8870ca19 req-abb8d0db-692d-49a7-af10-fc4e34f8f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:52.353640 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ea2d7e1-2941-462b-87ed-e24c8870ca19 req-abb8d0db-692d-49a7-af10-fc4e34f8f44b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 1130 time: 0.0512233 Aug 21 01:28:52.358286 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d7e026fd-4d61-4aef-9c8e-ca0d87095d34 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (357f0fe6-426d-4ec0-885a-bb189be36ebb), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.438302 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ea2d7e1-2941-462b-87ed-e24c8870ca19 req-f8008cc3-1835-4bfe-a292-b00473b8e9fd service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698590 Aug 21 01:28:52.444014 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d7e026fd-4d61-4aef-9c8e-ca0d87095d34 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (357f0fe6-426d-4ec0-885a-bb189be36ebb), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.543567 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d7e026fd-4d61-4aef-9c8e-ca0d87095d34 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (357f0fe6-426d-4ec0-885a-bb189be36ebb), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.574142 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e026fd-4d61-4aef-9c8e-ca0d87095d34 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357f0fe6-426d-4ec0-885a-bb189be36ebb,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:52.582800 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e5ebc-42d7-4e6a-b2ed-1f9b36fa2687 req-4a99b3a4-bc01-42e2-a838-a068c60e09c4 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:52.584429 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-908e5ebc-42d7-4e6a-b2ed-1f9b36fa2687 req-4a99b3a4-bc01-42e2-a838-a068c60e09c4 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 946 time: 0.0733182 Aug 21 01:28:52.613343 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:52.644395 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-908e5ebc-42d7-4e6a-b2ed-1f9b36fa2687 req-2afe9394-0729-45dd-976e-0091ae1d62ee tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529606 Aug 21 01:28:52.650545 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d7e026fd-4d61-4aef-9c8e-ca0d87095d34 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.654873 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-d7e026fd-4d61-4aef-9c8e-ca0d87095d34 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4007378 Aug 21 01:28:52.655237 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 54994) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:52.659915 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-881ea66e-20a3-4aa1-87aa-50ea20ef28ab tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'security_group_rule': {'security_group_id': '81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c', 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:52.783293 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.securitygroups_db [None req-881ea66e-20a3-4aa1-87aa-50ea20ef28ab tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Project da8fc458ef6b49e18daac9fb195a2149 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 01:28:52.790166 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-881ea66e-20a3-4aa1-87aa-50ea20ef28ab tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (5d5069f7-8823-4fda-9092-63a71ad301c5), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.855850 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-881ea66e-20a3-4aa1-87aa-50ea20ef28ab tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (5d5069f7-8823-4fda-9092-63a71ad301c5), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.969916 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-881ea66e-20a3-4aa1-87aa-50ea20ef28ab tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (5d5069f7-8823-4fda-9092-63a71ad301c5), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:52.989480 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ea66e-20a3-4aa1-87aa-50ea20ef28ab tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5069f7-8823-4fda-9092-63a71ad301c5,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:53.022729 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c262-9294-48f8-84cc-a0437a9da3e0 req-2d90def3-8aef-4d1c-b047-63ba991df47e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:53.024295 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7b12c262-9294-48f8-84cc-a0437a9da3e0 req-2d90def3-8aef-4d1c-b047-63ba991df47e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.0783360 Aug 21 01:28:53.033135 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb322cea-6d30-42b0-8b1e-25b0df93e58c req-6acbd759-77a4-4d49-9e62-31aba8f74cf8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:53.034658 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cb322cea-6d30-42b0-8b1e-25b0df93e58c req-6acbd759-77a4-4d49-9e62-31aba8f74cf8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0774286 Aug 21 01:28:53.069088 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-881ea66e-20a3-4aa1-87aa-50ea20ef28ab tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:53.070357 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-881ea66e-20a3-4aa1-87aa-50ea20ef28ab tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4140894 Aug 21 01:28:53.076567 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 55002) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:28:53.081566 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-be8b9b85-c98d-4a6a-98ec-7ec243d41112 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'security_group_rule': {'security_group_id': '81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c', 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:53.105426 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7b12c262-9294-48f8-84cc-a0437a9da3e0 req-66155aff-a012-4ba4-bdb8-a60318662f78 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697911 Aug 21 01:28:53.117769 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cb322cea-6d30-42b0-8b1e-25b0df93e58c req-759a15df-1e2f-4991-9380-d9c991378e4e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759702 Aug 21 01:28:53.175089 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.securitygroups_db [None req-be8b9b85-c98d-4a6a-98ec-7ec243d41112 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Project da8fc458ef6b49e18daac9fb195a2149 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 01:28:53.182074 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-be8b9b85-c98d-4a6a-98ec-7ec243d41112 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (afdf1d5c-3a4f-4e67-9408-0a69ca05d3be), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:53.246506 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-be8b9b85-c98d-4a6a-98ec-7ec243d41112 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (afdf1d5c-3a4f-4e67-9408-0a69ca05d3be), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:53.323220 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-be8b9b85-c98d-4a6a-98ec-7ec243d41112 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (afdf1d5c-3a4f-4e67-9408-0a69ca05d3be), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:53.341686 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:53.342973 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b9b85-c98d-4a6a-98ec-7ec243d41112 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdf1d5c-3a4f-4e67-9408-0a69ca05d3be,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:53.442494 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-be8b9b85-c98d-4a6a-98ec-7ec243d41112 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:53.443917 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-be8b9b85-c98d-4a6a-98ec-7ec243d41112 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3663745 Aug 21 01:28:53.544862 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-dcbae125-1d18-4770-84e2-3fd3f2c0dc88 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1575003272&fields=id&tenant_id=da8fc458ef6b49e18daac9fb195a2149 HTTP/1.1" status: 200 len: 267 time: 0.0533750 Aug 21 01:28:53.604431 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-3e5c7daa-c7d0-4960-a297-d259f15cb628 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:53.605948 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-3e5c7daa-c7d0-4960-a297-d259f15cb628 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.0555785 Aug 21 01:28:53.617696 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-2e3cf695-8f36-4b80-9588-04a79da60758 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'port': {'security_groups': ['e5f332e1-a106-4405-aed8-7bed6c1b35e2', '81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:28:53.710293 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-2e3cf695-8f36-4b80-9588-04a79da60758 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:53.819866 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3b84f-53ce-40b0-908d-24f548ed76cf req-bd0d3a35-b1db-4a5c-b76b-17647dadff4f tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:53.821331 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8f3b84f-53ce-40b0-908d-24f548ed76cf req-bd0d3a35-b1db-4a5c-b76b-17647dadff4f tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 946 time: 0.0851676 Aug 21 01:28:53.912922 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8f3b84f-53ce-40b0-908d-24f548ed76cf req-b64a0930-9931-40a2-b0e4-c884ff1895c3 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827105 Aug 21 01:28:53.964751 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:54.006633 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-2e3cf695-8f36-4b80-9588-04a79da60758 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] For port 9b282ab5-9500-4319-bbaa-ac3078e3128d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:28:54.039325 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-2e3cf695-8f36-4b80-9588-04a79da60758 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:54.131355 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-2e3cf695-8f36-4b80-9588-04a79da60758 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:54.142717 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-2e3cf695-8f36-4b80-9588-04a79da60758 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:54.143683 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-2e3cf695-8f36-4b80-9588-04a79da60758 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:54.145155 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-24d9f76e-6ba0-496e-93f4-33341e6524ba req-2e3cf695-8f36-4b80-9588-04a79da60758 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "PUT /networking/v2.0/ports/9b282ab5-9500-4319-bbaa-ac3078e3128d HTTP/1.1" status: 200 len: 982 time: 0.5321603 Aug 21 01:28:54.145710 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:28:54.148153 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd7f29e-341c-45e6-ae68-419188f7f98f" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:28:54.183338 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['9b282ab5-9500-4319-bbaa-ac3078e3128d'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:28:54.203159 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca068c3b-fd58-444b-9747-0f3b4ccaa142 x-openstack-request-id: req-ca068c3b-fd58-444b-9747-0f3b4ccaa142 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:28:54.203655 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:28:54.207547 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ca068c3b-fd58-444b-9747-0f3b4ccaa142 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:28:54.208064 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca068c3b-fd58-444b-9747-0f3b4ccaa142'] response: {'name': 'network-changed', 'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'status': 'completed', 'code': 200} Aug 21 01:28:54.250986 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cf695-8f36-4b80-9588-04a79da60758 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'Port': ['ID=9b282ab5-9500-4319-bbaa-ac3078e3128d,revision_number=6']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:28:54.322260 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad480b-1b63-41b6-8812-db9bce09f0ba req-9aedb942-c822-4499-ac13-726cbd4229de tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:54.323896 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d1ad480b-1b63-41b6-8812-db9bce09f0ba req-9aedb942-c822-4499-ac13-726cbd4229de tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.1148899 Aug 21 01:28:54.347599 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:54.355876 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca56d6-ceb6-474e-9ac2-3be6add8df55 req-098e0dde-8b5d-4b4b-b882-95152f133c27 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:54.357665 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1eca56d6-ceb6-474e-9ac2-3be6add8df55 req-098e0dde-8b5d-4b4b-b882-95152f133c27 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0997834 Aug 21 01:28:54.438529 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d1ad480b-1b63-41b6-8812-db9bce09f0ba req-2f29b097-2559-4005-b23e-f4f706757d85 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069834 Aug 21 01:28:54.442763 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['9b282ab5-9500-4319-bbaa-ac3078e3128d'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:28:54.446516 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1eca56d6-ceb6-474e-9ac2-3be6add8df55 req-974428f3-60cf-4a0e-bbee-406dfb71bcad tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763004 Aug 21 01:28:54.875567 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:54.899933 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:54.959779 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-305d87a0-3171-4eb8-8926-2ac7ce6cb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:54.961265 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-305d87a0-3171-4eb8-8926-2ac7ce6cb0b2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da8fc458ef6b49e18daac9fb195a2149&device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 1169 time: 0.0439334 Aug 21 01:28:55.084873 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0902-2d15-4919-8d34-dd4e4a61d904 req-c4839366-0d3c-4f61-aa23-4f528e9afde4 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:55.086257 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-08ac0902-2d15-4919-8d34-dd4e4a61d904 req-c4839366-0d3c-4f61-aa23-4f528e9afde4 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 946 time: 0.0905201 Aug 21 01:28:55.115524 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-dada58e1-2395-4b00-974d-170373ae29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:55.117017 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-dada58e1-2395-4b00-974d-170373ae29d1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1e79e20e-bb84-4864-9fe8-d17ca136af81 HTTP/1.1" status: 200 len: 916 time: 0.1449873 Aug 21 01:28:55.188480 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-08ac0902-2d15-4919-8d34-dd4e4a61d904 req-573da7fa-06a8-4557-ac6a-9d543350ff1a tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935347 Aug 21 01:28:55.205302 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-8bab7cc6-768d-4362-9701-9c7fe04d1466 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d HTTP/1.1" status: 200 len: 1002 time: 0.0805030 Aug 21 01:28:55.261311 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-027e8e55-c34b-4235-9e73-afc8b0c149d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:55.263105 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-027e8e55-c34b-4235-9e73-afc8b0c149d9 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=00079c66-f5fd-4cb3-b926-ea119e3ff612 HTTP/1.1" status: 200 len: 854 time: 0.0509934 Aug 21 01:28:55.319037 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-ce41f3f4-9657-4298-adfb-45ce2d83c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:55.320607 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-ce41f3f4-9657-4298-adfb-45ce2d83c9c9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1e79e20e-bb84-4864-9fe8-d17ca136af81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452566 Aug 21 01:28:55.433171 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-c1bad2b6-453f-41b4-becc-ddfcf173b906 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033137 Aug 21 01:28:55.591650 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2fd7f29e-341c-45e6-ae68-419188f7f98f req-7ea6b1bf-fc2f-42cc-ad76-e58989d0bc3e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495841 Aug 21 01:28:55.602555 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81257bb8-ab68-43cc-863a-1dd1cb9e46f2 req-b44e82c1-18af-4d6e-8651-decb92b7fb23 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:55.604747 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81257bb8-ab68-43cc-863a-1dd1cb9e46f2 req-b44e82c1-18af-4d6e-8651-decb92b7fb23 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0661445 Aug 21 01:28:55.661681 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81257bb8-ab68-43cc-863a-1dd1cb9e46f2 req-c32ca062-1815-4e36-af45-bad04b0e8fef tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512979 Aug 21 01:28:56.789902 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bdcaf-d672-48ff-9288-eb568ef89e85 req-1c4f6112-120a-4d77-ba2b-9f9f2bb4da29 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:56.792909 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-097bdcaf-d672-48ff-9288-eb568ef89e85 req-1c4f6112-120a-4d77-ba2b-9f9f2bb4da29 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0485988 Aug 21 01:28:56.844839 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:56.850449 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-097bdcaf-d672-48ff-9288-eb568ef89e85 req-c29f4c7d-4fa9-4e3a-9962-31c731bca11c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525250 Aug 21 01:28:57.121914 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-fde5ae10-3ff4-4353-87d3-6909bbeed859 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1289635027&fields=id&tenant_id=ac06ecc6fc93477ba4909284525df514 HTTP/1.1" status: 200 len: 267 time: 0.0671570 Aug 21 01:28:57.236593 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-716a7c6a-7dea-4c78-97b1-c09b92f7f33b tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:57.238105 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-716a7c6a-7dea-4c78-97b1-c09b92f7f33b tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/networks?id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb HTTP/1.1" status: 200 len: 808 time: 0.1088207 Aug 21 01:28:57.257659 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-6e22405e-bc23-451d-9f23-1288ab3920fd tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/quotas/ac06ecc6fc93477ba4909284525df514 HTTP/1.1" status: 200 len: 375 time: 0.0133309 Aug 21 01:28:57.314807 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-ceb58308-227d-4c6d-983f-d9c748a89a39 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ac06ecc6fc93477ba4909284525df514&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487924 Aug 21 01:28:57.368313 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:28:57.425889 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-8907b785-89ce-42ba-8418-39477444ec34 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985401 Aug 21 01:28:57.524721 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-4a3229c9-0392-4475-9436-f59c914347eb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929196 Aug 21 01:28:57.712524 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-63b3518e-2ce0-45db-991b-696dc97aa7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:28:57.988374 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf1859-f1ce-471b-a780-47df7cb99666 req-40d6fa57-fda3-4ace-b312-cd1a68220621 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:57.991645 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9cbf1859-f1ce-471b-a780-47df7cb99666 req-40d6fa57-fda3-4ace-b312-cd1a68220621 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0535407 Aug 21 01:28:58.042910 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9cbf1859-f1ce-471b-a780-47df7cb99666 req-f38ca730-f462-4b0a-a188-e90e6ba3c570 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471177 Aug 21 01:28:58.215200 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c25e1775-255a-42df-a507-cbf0b6748552 req-c3ac5aaa-426a-44c2-9547-3ae5256021de tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 210 time: 0.0277362 Aug 21 01:28:59.174173 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174a010-8c5a-4a0f-8d75-f74882ffbf3a req-ca10824b-f46d-402e-a3b7-f68466a8c10f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:28:59.175688 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7174a010-8c5a-4a0f-8d75-f74882ffbf3a req-ca10824b-f46d-402e-a3b7-f68466a8c10f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0505588 Aug 21 01:28:59.234067 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7174a010-8c5a-4a0f-8d75-f74882ffbf3a req-20fb0524-1b2d-48ac-b711-ae80b5f111a3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526474 Aug 21 01:28:59.304884 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b0d0e1d-3966-42e2-9c76-3352f5e4f9ac req-b621c163-9ddb-4d05-a193-0a50c57c479f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 210 time: 0.0294600 Aug 21 01:29:00.313488 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-45a1ac09-68b5-40ac-93d2-c14df4ed5aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:00.380583 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060c545-08ae-46ed-9b53-a8511d4ce53e req-050600eb-2e82-4aa2-a086-bed2fc7804f8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:00.382878 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e060c545-08ae-46ed-9b53-a8511d4ce53e req-050600eb-2e82-4aa2-a086-bed2fc7804f8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0633717 Aug 21 01:29:00.431719 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e060c545-08ae-46ed-9b53-a8511d4ce53e req-d4825485-74be-47b4-9314-c6b938d84f6a tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Aug 21 01:29:00.527288 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c18ed67f-6327-4a78-b1d1-854e001727ec req-8629b579-fdca-470b-a0e2-20552edcd947 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 210 time: 0.0322225 Aug 21 01:29:00.664753 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a06e66-589a-43a7-8923-58ef1e6768c0 req-b5bfb229-87b3-488c-8d14-e30cc7e6f8e1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:00.666359 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a7a06e66-589a-43a7-8923-58ef1e6768c0 req-b5bfb229-87b3-488c-8d14-e30cc7e6f8e1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0495033 Aug 21 01:29:00.719207 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a7a06e66-589a-43a7-8923-58ef1e6768c0 req-0ccffa2f-349a-49e5-a124-44faa0c98dbe tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464330 Aug 21 01:29:01.050098 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-70fa2129-4b03-4006-8e56-a9f64afb25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:01.051632 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-70fa2129-4b03-4006-8e56-a9f64afb25ad service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 1129 time: 0.0410264 Aug 21 01:29:01.127378 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:01.155729 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-07a3ac8b-4df9-4f7b-bcc7-7d3b0648c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:01.157141 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-07a3ac8b-4df9-4f7b-bcc7-7d3b0648c6fb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.0973530 Aug 21 01:29:01.232995 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-76e7f78a-06fc-4728-8b89-433872fbd07f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9 HTTP/1.1" status: 200 len: 1001 time: 0.0575702 Aug 21 01:29:01.302973 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-d5270d5a-2e75-4c8d-807b-422950b69687 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:01.305147 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-d5270d5a-2e75-4c8d-807b-422950b69687 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.67 "GET /networking/v2.0/networks?id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb HTTP/1.1" status: 200 len: 808 time: 0.1291087 Aug 21 01:29:01.312230 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-27f3b82f-8600-4002-a9a5-d46265266f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:01.314578 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-27f3b82f-8600-4002-a9a5-d46265266f9c service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.0745938 Aug 21 01:29:01.384893 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:01.390349 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-e0dbff9a-6177-4a8c-824a-0f83baadc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:01.392266 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-e0dbff9a-6177-4a8c-824a-0f83baadc69f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643263 Aug 21 01:29:01.398459 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-66060774-6c93-4e2d-b7ee-33a3ef9bc0ea tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ac06ecc6fc93477ba4909284525df514 HTTP/1.1" status: 200 len: 380 time: 0.0718529 Aug 21 01:29:01.408183 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Request body: {'port': {'device_id': '119204ec-e0f8-439e-b985-b934d251684f', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'admin_state_up': True, 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'security_groups': ['e75ff55a-b539-4df3-92c0-698f05ed76dc']}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:29:01.512656 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-92fe3c51-4089-4c23-8244-7c4a8d2d47b5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140370 Aug 21 01:29:01.629365 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Made reservation on behalf of ac06ecc6fc93477ba4909284525df514 for: {'port': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:29:01.634407 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:01.673322 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fe4fd-5559-4d1a-87e0-e63f6ce7ad1d req-5fa10f26-0e86-4289-91bb-83dfaa07748e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:01.674776 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a02fe4fd-5559-4d1a-87e0-e63f6ce7ad1d req-5fa10f26-0e86-4289-91bb-83dfaa07748e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.1353052 Aug 21 01:29:01.678606 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-aa309cf1-78d3-49ba-a575-6009a07e3618 req-9a637c2c-dfab-4787-8b99-573b2d59c085 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 210 time: 0.0540121 Aug 21 01:29:01.679034 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:01.737669 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-471ab9a1-0a65-468d-8c2b-698ed822cb86 req-2a5384f8-f9f9-4e3e-8a98-36a48d32dc7f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133815 Aug 21 01:29:01.759792 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a02fe4fd-5559-4d1a-87e0-e63f6ce7ad1d req-b6c20649-f9b7-4960-82ea-f66c60f960ea tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752640 Aug 21 01:29:01.815435 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Allocated IP 172.20.0.11 (e9956e3f-5992-4fc9-97b8-cb74fbffeffb/9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5/bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:29:01.824225 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:01.873928 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a7efb-5cec-4506-970e-735c7316d7ad req-317c4ff6-e074-4eac-bf21-ccf0b75667cf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:01.875423 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-930a7efb-5cec-4506-970e-735c7316d7ad req-317c4ff6-e074-4eac-bf21-ccf0b75667cf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0572162 Aug 21 01:29:01.927285 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-930a7efb-5cec-4506-970e-735c7316d7ad req-0187e9de-d91c-4cba-9c3e-9267df329af6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 Aug 21 01:29:02.001498 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:02.024620 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:02.104887 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:02.150525 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Network e9956e3f-5992-4fc9-97b8-cb74fbffeffb is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:29:02.153589 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:29:02.157882 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:29:02.164439 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event updated for resources: {'Port': ['ID=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:29:02.210545 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:02.211535 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:02.299412 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-91b2119f-43ad-4c18-a825-9e614510f5aa tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8954053 Aug 21 01:29:02.318428 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Request body: {'port': {'device_id': '119204ec-e0f8-439e-b985-b934d251684f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:29:02.402857 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:02.412311 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-bc3ddbe6-ae95-45d1-a2f1-be9fa7d84a78 None None] Provisioning complete for port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:29:02.420282 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-bc3ddbe6-ae95-45d1-a2f1-be9fa7d84a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:02.460410 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ddbe6-ae95-45d1-a2f1-be9fa7d84a78 None None] Port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:29:02.704380 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f {{(pid=106924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:29:02.712989 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Publish callbacks [] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:02.727715 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:29:02.731566 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.provisioning_blocks [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Transition to ACTIVE for port object bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f will not be triggered until provisioned by entity L2. {{(pid=106924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:29:02.807813 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:02.830373 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1252815-d921-460b-b2df-13396c4de11e req-0075e975-12c4-421e-aeb0-87fb9312db85 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:02.832273 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1252815-d921-460b-b2df-13396c4de11e req-0075e975-12c4-421e-aeb0-87fb9312db85 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 932 time: 0.0613410 Aug 21 01:29:02.891815 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:29:02.924341 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1252815-d921-460b-b2df-13396c4de11e req-6a0ff534-1ebe-4dc3-9b5a-e8e1aa000b33 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859821 Aug 21 01:29:02.947146 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b13d1-d998-42ec-baad-716cbe1fb8f5 req-c33c317a-9be2-42bc-beda-75f3f0e78f1d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:02.948694 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0a5b13d1-d998-42ec-baad-716cbe1fb8f5 req-c33c317a-9be2-42bc-beda-75f3f0e78f1d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0733600 Aug 21 01:29:02.950873 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:02.958740 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Attempting to bind port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:29:02.959072 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Attempting to bind port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'}] {{(pid=106924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:29:02.959408 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Attempting to bind port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f on network e9956e3f-5992-4fc9-97b8-cb74fbffeffb {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:29:02.969399 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f on network e9956e3f-5992-4fc9-97b8-cb74fbffeffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:29:02.969805 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Attempting to bind port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f on network e9956e3f-5992-4fc9-97b8-cb74fbffeffb {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:29:03.001539 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:29:03.002230 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Checking segment: {'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:29:03.002809 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Bound using segment: {'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'} {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:29:03.003545 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Bound port: bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0032ace7-951d-4f47-ba68-f3f33a50de68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb'}}] {{(pid=106924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:29:03.004219 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:03.028664 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0a5b13d1-d998-42ec-baad-716cbe1fb8f5 req-15d2a114-a3da-43fb-9a78-dcac9981826f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727842 Aug 21 01:29:03.091932 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] For port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host hv-cinder-maste, cleared binding levels {{(pid=106924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:29:03.117040 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] For port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:29:03.117235 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba11f7-0e16-404b-8bdb-1a7412af8dce req-45921235-25f6-4459-a6d6-479f68944f9e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:03.117235 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1ba11f7-0e16-404b-8bdb-1a7412af8dce req-45921235-25f6-4459-a6d6-479f68944f9e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0677683 Aug 21 01:29:03.178540 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1ba11f7-0e16-404b-8bdb-1a7412af8dce req-0b429702-2f66-497a-a266-ba27c3cc9ddb tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617616 Aug 21 01:29:03.193512 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:03.196462 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:03.200045 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:03.203174 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:03.204840 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f HTTP/1.1" status: 200 len: 1094 time: 0.8907843 Aug 21 01:29:03.207161 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:29:03.215620 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d02a7c0-c660-4dab-b9b4-d653c0d01856" -d '{"events": [{"name": "network-changed", "server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:29:03.258413 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23947d68-37b9-4cd6-a9bd-75947733fee7 x-openstack-request-id: req-23947d68-37b9-4cd6-a9bd-75947733fee7 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:29:03.258698 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:29:03.260450 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23947d68-37b9-4cd6-a9bd-75947733fee7 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:29:03.260450 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23947d68-37b9-4cd6-a9bd-75947733fee7'] response: {'name': 'network-changed', 'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'status': 'completed', 'code': 200} Aug 21 01:29:03.280816 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7240dee-8b4c-43a0-9749-7f5d9d5361b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,revision_number=3']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:29:03.368430 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02a7c0-c660-4dab-b9b4-d653c0d01856 req-506017c8-48f2-4a65-a2bf-b2b7d487d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:03.370045 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-4d02a7c0-c660-4dab-b9b4-d653c0d01856 req-506017c8-48f2-4a65-a2bf-b2b7d487d6e9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ac06ecc6fc93477ba4909284525df514&device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 1128 time: 0.0430202 Aug 21 01:29:03.632135 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02a7c0-c660-4dab-b9b4-d653c0d01856 req-e2c2ce9d-2359-4c97-b655-45d5f24f5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:03.634586 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-4d02a7c0-c660-4dab-b9b4-d653c0d01856 req-e2c2ce9d-2359-4c97-b655-45d5f24f5d1f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=ac06ecc6fc93477ba4909284525df514&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1776080 Aug 21 01:29:03.641800 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:03.673629 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:04.038674 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02a7c0-c660-4dab-b9b4-d653c0d01856 req-a822e913-2743-46f3-949b-52ea7e31c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:04.040290 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-4d02a7c0-c660-4dab-b9b4-d653c0d01856 req-a822e913-2743-46f3-949b-52ea7e31c4f6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3958993 Aug 21 01:29:04.063680 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8b15d-cae8-4a35-803e-b7420bd9b160 req-62912756-91df-4585-9507-39bb4d79ac60 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:04.065269 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cbc8b15d-cae8-4a35-803e-b7420bd9b160 req-62912756-91df-4585-9507-39bb4d79ac60 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0586839 Aug 21 01:29:04.122672 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cbc8b15d-cae8-4a35-803e-b7420bd9b160 req-7b5cdd77-6c7f-437d-bc52-8f74890ac397 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515966 Aug 21 01:29:04.171010 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-c72bcd75-3ef5-4359-b46f-795d2ae18319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:04.172592 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-c72bcd75-3ef5-4359-b46f-795d2ae18319 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ac06ecc6fc93477ba4909284525df514&device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 1128 time: 0.0450490 Aug 21 01:29:04.179862 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688f00b-9261-48c6-a85b-6f89b314d3d3 req-5b94e781-eaa4-4dd3-9a10-a5aa4d7e9bf7 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:04.181543 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e688f00b-9261-48c6-a85b-6f89b314d3d3 req-5b94e781-eaa4-4dd3-9a10-a5aa4d7e9bf7 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0537250 Aug 21 01:29:04.233160 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-22bbc46e-6d63-4eb3-8873-9270e7575cc3 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f HTTP/1.1" status: 200 len: 217 time: 0.0385833 Aug 21 01:29:04.244579 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e688f00b-9261-48c6-a85b-6f89b314d3d3 req-40bf546d-2781-4a24-88ba-7279a7553be6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567119 Aug 21 01:29:04.310062 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-f54a49b3-d37f-4816-a32a-90fb46f8fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:04.312787 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-f54a49b3-d37f-4816-a32a-90fb46f8fcfc service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5 HTTP/1.1" status: 200 len: 847 time: 0.0699449 Aug 21 01:29:04.353112 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44a751-7afb-48a9-8cef-add53ba54796 req-4f8abd84-0496-4a06-8915-7f9906862924 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:04.354672 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1a44a751-7afb-48a9-8cef-add53ba54796 req-4f8abd84-0496-4a06-8915-7f9906862924 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0594223 Aug 21 01:29:04.370912 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-931e2895-af42-40ef-b171-d6404e5f8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:04.373471 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-931e2895-af42-40ef-b171-d6404e5f8265 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514972 Aug 21 01:29:04.386046 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:04.413096 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1a44a751-7afb-48a9-8cef-add53ba54796 req-db28b219-ea29-44c3-a0a1-2ebdc5798852 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507622 Aug 21 01:29:04.516879 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-f4258215-2a54-4c14-9fa9-8bff92f7cfd3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349468 Aug 21 01:29:04.619714 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-8c049260-85cd-49bd-b32c-cbf23f0395ff req-25ee0ea3-e11d-4b75-9197-00ad54eb518b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965855 Aug 21 01:29:05.250118 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584acdd3-3983-496b-914d-b75c0a12da95 req-ef0a335d-eb0f-4642-8f3d-3552b859d4c1 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:05.251599 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-584acdd3-3983-496b-914d-b75c0a12da95 req-ef0a335d-eb0f-4642-8f3d-3552b859d4c1 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0505569 Aug 21 01:29:05.302755 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-584acdd3-3983-496b-914d-b75c0a12da95 req-90c41249-7fb2-4a56-89c9-fbbcd90b7312 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453923 Aug 21 01:29:05.387866 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021213d-6358-459d-b254-f45bdcf5b366 req-57e5a54d-7cc8-4757-a8ce-90aa60c626b8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:05.389407 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8021213d-6358-459d-b254-f45bdcf5b366 req-57e5a54d-7cc8-4757-a8ce-90aa60c626b8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0506442 Aug 21 01:29:05.439769 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8021213d-6358-459d-b254-f45bdcf5b366 req-dd7f4358-f6bc-4539-8056-d9b579d6ae11 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 Aug 21 01:29:05.554827 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:05.563588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ddb1-0bf8-4acc-a18f-acc3979a87bd req-c8d95e68-b234-474b-9949-2bc68769047f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:05.566816 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4109ddb1-0bf8-4acc-a18f-acc3979a87bd req-c8d95e68-b234-474b-9949-2bc68769047f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0551844 Aug 21 01:29:05.615167 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4109ddb1-0bf8-4acc-a18f-acc3979a87bd req-c3bbf2b0-60f2-4566-ab30-d7555f6929cd tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Aug 21 01:29:06.421835 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50cfde-a91b-4d49-bec8-15e50e833983 req-3fe372ab-b69e-4171-9144-c9246531ce9d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:06.423378 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6a50cfde-a91b-4d49-bec8-15e50e833983 req-3fe372ab-b69e-4171-9144-c9246531ce9d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0466385 Aug 21 01:29:06.471664 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6a50cfde-a91b-4d49-bec8-15e50e833983 req-78ba8319-5b83-49d7-9288-a820bfef9e6e tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426457 Aug 21 01:29:06.575522 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293527d0-efeb-4995-b059-b5bfd8de255c req-05fb101d-3951-43a1-962b-bd167f1a9109 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:06.577054 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-293527d0-efeb-4995-b059-b5bfd8de255c req-05fb101d-3951-43a1-962b-bd167f1a9109 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0550065 Aug 21 01:29:06.626187 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-293527d0-efeb-4995-b059-b5bfd8de255c req-846b03d2-5352-41ae-9cd6-aeb49b486549 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434067 Aug 21 01:29:06.732785 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a59f4-2410-491e-9136-9d6c4738b9ae req-d5a5ad89-c8e7-44e0-b68c-a29b1c3636d1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:06.734933 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-056a59f4-2410-491e-9136-9d6c4738b9ae req-d5a5ad89-c8e7-44e0-b68c-a29b1c3636d1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0482450 Aug 21 01:29:06.791044 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-056a59f4-2410-491e-9136-9d6c4738b9ae req-fa58ac01-8a85-4de1-ba80-fd333ea9a62e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499914 Aug 21 01:29:07.589422 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227e55d-d200-4733-bcbb-d9b1a2e4f23f req-0a15f0b2-e6e1-48b4-9453-88c00dd74350 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:07.590878 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4227e55d-d200-4733-bcbb-d9b1a2e4f23f req-0a15f0b2-e6e1-48b4-9453-88c00dd74350 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0468059 Aug 21 01:29:07.644803 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4227e55d-d200-4733-bcbb-d9b1a2e4f23f req-fa1e15ad-4540-438b-a413-b9d31eb7acf8 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482173 Aug 21 01:29:07.746796 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941d84-3628-4dbd-b84b-55f67fc8f2e6 req-b6db62c6-efd7-424e-af99-1a544d16ff63 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:07.748284 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-02941d84-3628-4dbd-b84b-55f67fc8f2e6 req-b6db62c6-efd7-424e-af99-1a544d16ff63 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0460591 Aug 21 01:29:07.794633 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-02941d84-3628-4dbd-b84b-55f67fc8f2e6 req-4f62c5c0-e507-4815-895d-eb25753c0465 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403974 Aug 21 01:29:07.905824 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adf39a-5b6b-414b-a84a-48b632d44f7e req-2e6059fc-534a-4e06-ab25-147515d3d5d9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:07.907251 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-32adf39a-5b6b-414b-a84a-48b632d44f7e req-2e6059fc-534a-4e06-ab25-147515d3d5d9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0462642 Aug 21 01:29:07.958098 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-32adf39a-5b6b-414b-a84a-48b632d44f7e req-fc0efb3a-c6af-4972-96b5-00dc3f68799b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453997 Aug 21 01:29:08.601783 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:09.023580 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f689c53-0983-4848-8c57-f8c639ce11dd req-8a0305e0-b483-4ad9-96ab-69ef8db247eb tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:09.025092 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f689c53-0983-4848-8c57-f8c639ce11dd req-8a0305e0-b483-4ad9-96ab-69ef8db247eb tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.3058143 Aug 21 01:29:09.060302 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29f85e-a74e-451e-a12a-243d8a3cb205 req-eb460f9d-3241-485f-8e61-4b00aa3bab17 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:09.062641 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6c29f85e-a74e-451e-a12a-243d8a3cb205 req-eb460f9d-3241-485f-8e61-4b00aa3bab17 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0811789 Aug 21 01:29:09.108402 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f689c53-0983-4848-8c57-f8c639ce11dd req-fedcc81b-15ab-4fe0-aa5c-e1eff6923a8f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753665 Aug 21 01:29:09.139064 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:09.146002 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6c29f85e-a74e-451e-a12a-243d8a3cb205 req-7a7cc5fa-159a-48c7-a0ca-02f9e016cc6e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711467 Aug 21 01:29:09.229557 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcba5ba-e28f-41ef-9410-b61f839490de req-b06de00c-4425-4630-bde6-fc790ad7ab69 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:09.231076 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7fcba5ba-e28f-41ef-9410-b61f839490de req-b06de00c-4425-4630-bde6-fc790ad7ab69 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0564237 Aug 21 01:29:09.278995 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7fcba5ba-e28f-41ef-9410-b61f839490de req-3abe0186-c751-4f0a-99f7-29449452d134 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 Aug 21 01:29:10.242335 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53441cdc-2ad9-4b41-8f62-c8a3846a856b req-91eaed72-9b3f-4016-b51c-7429e49492c4 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:10.243792 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-53441cdc-2ad9-4b41-8f62-c8a3846a856b req-91eaed72-9b3f-4016-b51c-7429e49492c4 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0572331 Aug 21 01:29:10.290577 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd454f02-4e5b-4a8d-a3e1-9c01dd9b3904 req-cb9d60ba-45b7-4ee7-b9cd-8dfc03e4c28e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:10.291985 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fd454f02-4e5b-4a8d-a3e1-9c01dd9b3904 req-cb9d60ba-45b7-4ee7-b9cd-8dfc03e4c28e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0705075 Aug 21 01:29:10.329829 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:10.337546 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-53441cdc-2ad9-4b41-8f62-c8a3846a856b req-f490d138-cff6-481b-8361-924b87e8aee2 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785587 Aug 21 01:29:10.366457 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fd454f02-4e5b-4a8d-a3e1-9c01dd9b3904 req-040d181e-2b90-4d47-9a74-860a3b23f3b7 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647588 Aug 21 01:29:10.446664 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289dc41-7c87-451e-9a33-a1abc180e5d5 req-739747f0-7541-44af-b4ff-99689f9eec5c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:10.448207 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9289dc41-7c87-451e-9a33-a1abc180e5d5 req-739747f0-7541-44af-b4ff-99689f9eec5c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0484478 Aug 21 01:29:10.498512 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9289dc41-7c87-451e-9a33-a1abc180e5d5 req-812d3cc1-d08d-4474-baf5-c64791105140 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435741 Aug 21 01:29:10.678932 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=14 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:10.707002 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63df98-aa96-4dea-bfb8-55d49c93a3b5 req-0df91f5b-e04e-4d22-adb9-92627c8cf4a1 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:10.708625 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c63df98-aa96-4dea-bfb8-55d49c93a3b5 req-0df91f5b-e04e-4d22-adb9-92627c8cf4a1 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0586042 Aug 21 01:29:10.761062 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c63df98-aa96-4dea-bfb8-55d49c93a3b5 req-5c0460da-da8c-4231-ba11-81bc0db0b5e1 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467873 Aug 21 01:29:11.423538 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-f9b787e3-aa0c-426a-b852-b277c74d36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:11.425027 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-f9b787e3-aa0c-426a-b852-b277c74d36a8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 1130 time: 0.0411496 Aug 21 01:29:11.459959 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb1727-8093-4517-8695-3cf99d3f0df2 req-c11d088b-4905-4762-acc6-04bd21c1d99d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:11.461533 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-47eb1727-8093-4517-8695-3cf99d3f0df2 req-c11d088b-4905-4762-acc6-04bd21c1d99d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0468462 Aug 21 01:29:11.515784 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-47eb1727-8093-4517-8695-3cf99d3f0df2 req-0cc3ed89-6bba-40e0-a4e6-d2cdcf75d6b1 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440865 Aug 21 01:29:11.526352 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-dcc6c881-c535-47d8-a16a-bbac2be91b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:11.528344 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-dcc6c881-c535-47d8-a16a-bbac2be91b47 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=9ee81273-c1c2-4ebe-9984-21786c936dee HTTP/1.1" status: 200 len: 912 time: 0.0951531 Aug 21 01:29:11.594960 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-885db3e1-8379-419f-a8c2-05bd6556fbd2 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 HTTP/1.1" status: 200 len: 1002 time: 0.0597219 Aug 21 01:29:11.623761 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db19239-8e5b-495b-a0fe-4268c8663f06 req-b6447629-247c-4322-868f-563945a1ac8b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:11.625360 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8db19239-8e5b-495b-a0fe-4268c8663f06 req-b6447629-247c-4322-868f-563945a1ac8b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0466049 Aug 21 01:29:11.648114 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-b225ace8-c69d-4786-88aa-e849b159d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:11.649605 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-b225ace8-c69d-4786-88aa-e849b159d5a7 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=63bb539d-a4ba-4698-a8d8-59af1ab0586f HTTP/1.1" status: 200 len: 850 time: 0.0467906 Aug 21 01:29:11.675091 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8db19239-8e5b-495b-a0fe-4268c8663f06 req-2ee7cecd-b044-49f4-af88-9b68d68986fb tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Aug 21 01:29:11.701785 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-d18570bc-096f-4766-a8ff-01304e9d444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:11.703860 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-d18570bc-096f-4766-a8ff-01304e9d444f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=9ee81273-c1c2-4ebe-9984-21786c936dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468333 Aug 21 01:29:11.743746 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=100 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:11.800528 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-df4e573a-ee36-4920-8cee-92874802323e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876801 Aug 21 01:29:11.891880 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d9af7-4c5d-40c8-ada5-c30d7b097bdf req-1db91165-92f9-4667-9689-1f177469dbbc tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:11.893466 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eb4d9af7-4c5d-40c8-ada5-c30d7b097bdf req-1db91165-92f9-4667-9689-1f177469dbbc tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0589859 Aug 21 01:29:11.901935 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b4a622fe-7bc0-462b-af0f-f31807d4faa0 req-1d074bed-1a62-4a4d-8b28-19f4120d7b33 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940859 Aug 21 01:29:11.946449 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eb4d9af7-4c5d-40c8-ada5-c30d7b097bdf req-bba86d6a-5104-489d-b058-17d354c6e375 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456619 Aug 21 01:29:12.634401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e46428-32b1-4bd4-8f46-83abfe2f0702 req-b480a47f-0514-4ebc-b600-5974b91d216d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:12.635899 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f7e46428-32b1-4bd4-8f46-83abfe2f0702 req-b480a47f-0514-4ebc-b600-5974b91d216d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0475628 Aug 21 01:29:12.685801 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f7e46428-32b1-4bd4-8f46-83abfe2f0702 req-b57cb08d-a3bf-49fe-84a3-4752122c5675 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438921 Aug 21 01:29:12.722302 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:12.793527 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2de5b-7520-459e-a2ca-225c29f8b664 req-37745949-b4df-4959-9b73-4629d8de03bc tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:12.795050 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a5e2de5b-7520-459e-a2ca-225c29f8b664 req-37745949-b4df-4959-9b73-4629d8de03bc tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0463717 Aug 21 01:29:12.848076 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a5e2de5b-7520-459e-a2ca-225c29f8b664 req-951b9b19-aa8d-47e3-9680-ca464057b86e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453501 Aug 21 01:29:13.063755 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b602dac-a878-401e-a716-1f271925a153 req-dadbc886-2ad3-4c80-8f8b-544aed5fa99c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:13.065414 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4b602dac-a878-401e-a716-1f271925a153 req-dadbc886-2ad3-4c80-8f8b-544aed5fa99c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0476882 Aug 21 01:29:13.118633 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4b602dac-a878-401e-a716-1f271925a153 req-14a40332-0dda-4c37-baa6-7d251b1c59c0 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475445 Aug 21 01:29:13.793657 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:13.802637 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a6445-93d9-4a81-b1bb-20b4fd0c8790 req-1147fe68-3fac-4b78-abf2-a5fd2c7d31de tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:13.804801 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-885a6445-93d9-4a81-b1bb-20b4fd0c8790 req-1147fe68-3fac-4b78-abf2-a5fd2c7d31de tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0479321 Aug 21 01:29:13.852887 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-885a6445-93d9-4a81-b1bb-20b4fd0c8790 req-da33185c-7753-4059-90e3-000d81f59bb5 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430160 Aug 21 01:29:13.970588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df11750-3116-45a3-a17e-5b97c2899edd req-ea6ea7b3-b367-42e1-b879-1ec541c01ec4 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:13.972028 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8df11750-3116-45a3-a17e-5b97c2899edd req-ea6ea7b3-b367-42e1-b879-1ec541c01ec4 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0510986 Aug 21 01:29:14.024544 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8df11750-3116-45a3-a17e-5b97c2899edd req-4eee181e-4d18-48bc-b8a8-00ba2375982e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464370 Aug 21 01:29:14.201347 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:14.240219 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f1af8-c347-4fa1-b095-1b08f7488811 req-b5885a32-586e-493a-b1f3-3207a3e2b5ff tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:14.241645 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6c3f1af8-c347-4fa1-b095-1b08f7488811 req-b5885a32-586e-493a-b1f3-3207a3e2b5ff tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0502088 Aug 21 01:29:14.288734 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6c3f1af8-c347-4fa1-b095-1b08f7488811 req-baf399dd-ae9f-4f48-83e1-3e8ecc54f742 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415556 Aug 21 01:29:14.565161 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:29:14.661346 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:29:14.672824 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'port_id': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'mac_address': 'fa:16:3e:3b:b9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:29:14.711648 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:29:14.712032 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:14.725441 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:29:14.744359 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:29:14.849015 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:14.897394 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:29:14.976988 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb1cc-8e11-47a4-be6f-ff404f87f4b2 req-93db9afe-fb52-4a5e-8b2d-b535bea797af tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:14.978448 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d2abb1cc-8e11-47a4-be6f-ff404f87f4b2 req-93db9afe-fb52-4a5e-8b2d-b535bea797af tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 945 time: 0.0503128 Aug 21 01:29:15.027797 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d2abb1cc-8e11-47a4-be6f-ff404f87f4b2 req-a4e17e94-738d-4813-95c6-673744a6de7e tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437284 Aug 21 01:29:15.158224 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2d16d-9dc3-4d77-95df-d985b598cb1e req-bd306faf-b099-4814-8501-ae645daa60f4 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:15.159790 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-64c2d16d-9dc3-4d77-95df-d985b598cb1e req-bd306faf-b099-4814-8501-ae645daa60f4 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Aug 21 01:29:15.213378 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-64c2d16d-9dc3-4d77-95df-d985b598cb1e req-45f1bf4f-9931-468e-ba80-8ac060ff7e94 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476539 Aug 21 01:29:15.345631 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:29:16.157959 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567e9ef-b9b8-4756-81fd-ee354bd1e5a1 req-a9ba2d16-41b1-4290-875c-4eadf7e3403e tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:16.159460 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d567e9ef-b9b8-4756-81fd-ee354bd1e5a1 req-a9ba2d16-41b1-4290-875c-4eadf7e3403e tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 945 time: 0.0494907 Aug 21 01:29:16.214162 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d567e9ef-b9b8-4756-81fd-ee354bd1e5a1 req-ab920abe-31e4-44fe-9873-bd4b1e771616 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489388 Aug 21 01:29:16.351987 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ca661-49d3-4d07-8c91-f051dbb82357 req-2ddf494b-0edf-4dda-9c5c-2de7d691913f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:16.353794 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e07ca661-49d3-4d07-8c91-f051dbb82357 req-2ddf494b-0edf-4dda-9c5c-2de7d691913f tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0492103 Aug 21 01:29:16.402277 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e07ca661-49d3-4d07-8c91-f051dbb82357 req-e54c39a4-7abe-4616-b90e-3f33848eacce tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429797 Aug 21 01:29:16.589405 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:29:16.636996 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:29:16.720746 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:29:16.721225 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:16.723818 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:16.751173 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:16.795409 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:29:16.795797 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:16.824600 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:29:16.826854 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726f7606-303e-495c-a0a4-cf757fd11b17" -d '{"events": [{"server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "name": "network-vif-plugged", "status": "completed", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:29:16.841315 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:29:16.865590 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5a478d-3795-4c12-8856-9c3d62a6c65b x-openstack-request-id: req-2c5a478d-3795-4c12-8856-9c3d62a6c65b {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:29:16.865912 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "name": "network-vif-plugged", "status": "completed", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:29:16.866173 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c5a478d-3795-4c12-8856-9c3d62a6c65b {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:29:16.866577 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5a478d-3795-4c12-8856-9c3d62a6c65b'] response: {'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'code': 200} Aug 21 01:29:16.943527 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:16.991210 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:29:17.344557 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-229a075d-a516-49f8-9bd6-de52d8451042 req-4329073b-3ef2-4c19-aeec-349796523bdc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586956 Aug 21 01:29:17.360304 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8db30-fc46-4749-bb5e-f4101d9c7b76 req-df76c9ae-bca7-40c8-a25d-71dbd202423d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:17.362672 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-40b8db30-fc46-4749-bb5e-f4101d9c7b76 req-df76c9ae-bca7-40c8-a25d-71dbd202423d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0687728 Aug 21 01:29:17.421773 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-40b8db30-fc46-4749-bb5e-f4101d9c7b76 req-43b36a54-4f81-475c-88c8-cc559a54cecf tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531852 Aug 21 01:29:17.445070 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f62103-9e8e-4b77-a708-097d9f895d24 req-c1ad1b4e-439a-49df-ac26-ef9757bfb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:17.446604 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-28f62103-9e8e-4b77-a708-097d9f895d24 req-c1ad1b4e-439a-49df-ac26-ef9757bfb2c4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 1130 time: 0.0498958 Aug 21 01:29:17.541867 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a075d-a516-49f8-9bd6-de52d8451042 req-ff810243-60f6-4247-9340-2fc07a4e9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:17.543580 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-229a075d-a516-49f8-9bd6-de52d8451042 req-ff810243-60f6-4247-9340-2fc07a4e9141 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 1130 time: 0.1104374 Aug 21 01:29:17.560377 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23908ec-0975-4a82-835a-2cf39b93e9e0 req-b1bc144d-5234-4315-b0b6-249a81e9c06c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:17.561909 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b23908ec-0975-4a82-835a-2cf39b93e9e0 req-b1bc144d-5234-4315-b0b6-249a81e9c06c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0747209 Aug 21 01:29:17.626908 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b23908ec-0975-4a82-835a-2cf39b93e9e0 req-400770c5-5139-4bb6-8f32-4c22b4b75ba1 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582876 Aug 21 01:29:18.553210 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca511961-4185-415f-b93b-d186b24e7bbb req-1df2caef-3f6a-4988-bd80-8635e48fcddd tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:18.554705 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ca511961-4185-415f-b93b-d186b24e7bbb req-1df2caef-3f6a-4988-bd80-8635e48fcddd tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0514507 Aug 21 01:29:18.621794 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ca511961-4185-415f-b93b-d186b24e7bbb req-fd333d6c-d5ad-499a-bd65-c2ed265e5dc1 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612087 Aug 21 01:29:18.658476 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-28f62103-9e8e-4b77-a708-097d9f895d24 req-cdc5b6ce-bd26-425a-9b75-974555a51369 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446892 Aug 21 01:29:18.729711 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:18.753483 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a075d-a516-49f8-9bd6-de52d8451042 req-3f663b7f-e16a-46bd-bf2c-286b1239359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:18.754977 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-229a075d-a516-49f8-9bd6-de52d8451042 req-3f663b7f-e16a-46bd-bf2c-286b1239359a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.1097395 Aug 21 01:29:18.789831 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083dde7-8cae-4309-a4f3-d147940536b7 req-df839a3e-d7e7-446f-9290-609b15162128 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:18.793671 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9083dde7-8cae-4309-a4f3-d147940536b7 req-df839a3e-d7e7-446f-9290-609b15162128 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0530686 Aug 21 01:29:18.844913 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9083dde7-8cae-4309-a4f3-d147940536b7 req-f7a74300-7f66-479c-ac1c-c880e22210b9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478456 Aug 21 01:29:19.038999 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-229a075d-a516-49f8-9bd6-de52d8451042 req-56206ca9-efdb-495f-a76e-bd4f0ce09de8 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f56acc10-3115-43fe-929a-cb8d30842aef HTTP/1.1" status: 200 len: 217 time: 0.0346022 Aug 21 01:29:19.597089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a075d-a516-49f8-9bd6-de52d8451042 req-0d8da76b-8861-4c4e-a168-8664a74f0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:19.598951 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=100 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:19.599133 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-229a075d-a516-49f8-9bd6-de52d8451042 req-0d8da76b-8861-4c4e-a168-8664a74f0bd7 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.0556977 Aug 21 01:29:19.602391 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41088fa-7f62-4ca9-a437-1a16683f4177 req-a1767794-0927-483a-b197-604f023e6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:19.603846 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-a41088fa-7f62-4ca9-a437-1a16683f4177 req-a1767794-0927-483a-b197-604f023e6a2c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 1129 time: 0.0599322 Aug 21 01:29:19.643665 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:19.657853 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a075d-a516-49f8-9bd6-de52d8451042 req-5de904db-a095-4d08-8705-c7f85973850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:19.659488 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-229a075d-a516-49f8-9bd6-de52d8451042 req-5de904db-a095-4d08-8705-c7f85973850d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434365 Aug 21 01:29:19.684423 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-a41088fa-7f62-4ca9-a437-1a16683f4177 req-53c87a2f-5f56-4a94-b872-daa80fcfc934 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497246 Aug 21 01:29:19.802491 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63075703-b2a4-4e14-865d-ff360877462f req-fdaad509-9004-48e4-8716-7b0df6a1e8e6 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:19.804090 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-63075703-b2a4-4e14-865d-ff360877462f req-fdaad509-9004-48e4-8716-7b0df6a1e8e6 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0642676 Aug 21 01:29:19.810780 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-229a075d-a516-49f8-9bd6-de52d8451042 req-d6776fea-a80d-44f9-906f-09a520e53498 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395361 Aug 21 01:29:19.863543 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-63075703-b2a4-4e14-865d-ff360877462f req-17e57c59-1cfe-4509-bb88-39d3243e907e tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516748 Aug 21 01:29:19.984156 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d7771-d124-4814-8bc2-2d4e0d99005b req-9a5d876b-65b1-4157-bfa6-a06439006fed tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:19.986178 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8a4d7771-d124-4814-8bc2-2d4e0d99005b req-9a5d876b-65b1-4157-bfa6-a06439006fed tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0600381 Aug 21 01:29:20.033041 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8a4d7771-d124-4814-8bc2-2d4e0d99005b req-3b23a5e0-ebd1-4a84-984b-daf4df206883 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412791 Aug 21 01:29:20.321054 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-229a075d-a516-49f8-9bd6-de52d8451042 req-a4c5c40f-4cb6-43f6-a227-d82fda055962 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849438 Aug 21 01:29:20.989381 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d161093-1aff-46c6-97f7-6fe11d0cfb00 req-939221b1-5cf0-4030-8de4-04e997dbbf4a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:20.990956 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d161093-1aff-46c6-97f7-6fe11d0cfb00 req-939221b1-5cf0-4030-8de4-04e997dbbf4a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0523903 Aug 21 01:29:21.052529 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d161093-1aff-46c6-97f7-6fe11d0cfb00 req-4f96b372-df71-4e12-bcdb-d8de72e4337e tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524628 Aug 21 01:29:21.192209 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30484983-723a-44d3-80c0-16f92c6e5bd9 req-5c00156f-7384-48a5-a29c-3a90aaa530aa tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:21.193611 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-30484983-723a-44d3-80c0-16f92c6e5bd9 req-5c00156f-7384-48a5-a29c-3a90aaa530aa tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0744634 Aug 21 01:29:21.207388 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941ddd5-b257-40a0-87ee-2a806baf4659 req-f83dffe0-5e6a-4dca-9ffe-fe305b88d921 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:21.208877 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7941ddd5-b257-40a0-87ee-2a806baf4659 req-f83dffe0-5e6a-4dca-9ffe-fe305b88d921 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0611298 Aug 21 01:29:21.289573 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-30484983-723a-44d3-80c0-16f92c6e5bd9 req-57bfe6b6-e581-4a5a-a635-83c454a1cb18 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797169 Aug 21 01:29:21.294458 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7941ddd5-b257-40a0-87ee-2a806baf4659 req-654c0e82-1981-4542-9ba2-687d85a9831a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787566 Aug 21 01:29:21.326215 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55330) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:29:21.494311 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f262907-3f6d-4663-b2fa-287fd6367e0c tempest-TestShelveInstance-648558334 tempest-TestShelveInstance-648558334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:21.495874 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8f262907-3f6d-4663-b2fa-287fd6367e0c tempest-TestShelveInstance-648558334 tempest-TestShelveInstance-648558334-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 1125 time: 0.1679285 Aug 21 01:29:21.498986 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55334) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:29:21.503925 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'port_id': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:29:21.612532 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:21.714830 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:21.718695 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:21.831976 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:21.854586 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Allocated IP 172.37.5.52 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/6989bbb3-ba5e-4553-abb5-dbf60a1888bb) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:29:21.965327 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for port (6989bbb3-ba5e-4553-abb5-dbf60a1888bb), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:22.052646 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (6989bbb3-ba5e-4553-abb5-dbf60a1888bb), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:22.098227 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:29:22.103297 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:29:22.106115 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:29:22.110743 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event updated for resources: {'Port': ['ID=6989bbb3-ba5e-4553-abb5-dbf60a1888bb,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:29:22.671265 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:22.702219 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fcfae-5ec8-4aea-adaa-3edf810120ba req-91a3a439-af13-4671-a34f-3bf6e3ee0d97 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:22.705565 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cf9fcfae-5ec8-4aea-adaa-3edf810120ba req-91a3a439-af13-4671-a34f-3bf6e3ee0d97 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.2773464 Aug 21 01:29:22.756013 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for floatingip (d218d670-15b0-4a29-b220-a74d0c66d871), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:22.852825 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cf9fcfae-5ec8-4aea-adaa-3edf810120ba req-a720fc22-6017-4932-bb2d-64a51c45a6e8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395214 Aug 21 01:29:22.947983 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (6989bbb3-ba5e-4553-abb5-dbf60a1888bb), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:23.123275 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for port (6989bbb3-ba5e-4553-abb5-dbf60a1888bb), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:23.180745 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (6989bbb3-ba5e-4553-abb5-dbf60a1888bb), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:23.247944 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (d218d670-15b0-4a29-b220-a74d0c66d871), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:23.249665 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event updated for resources: {'Port': ['ID=6989bbb3-ba5e-4553-abb5-dbf60a1888bb,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:29:23.252505 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:23.359007 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Floating IP d218d670-15b0-4a29-b220-a74d0c66d871 associated. External IP: 172.37.5.52, port: bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f. Aug 21 01:29:23.496685 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3849f-5ccd-4343-b602-9c588e577988 req-5ea307d3-7550-4a14-85e9-c3d7ad100bcf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:23.498374 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6bd3849f-5ccd-4343-b602-9c588e577988 req-5ea307d3-7550-4a14-85e9-c3d7ad100bcf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0682485 Aug 21 01:29:23.866247 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6bd3849f-5ccd-4343-b602-9c588e577988 req-513282a4-9622-4496-aa49-357272093d2c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601394 Aug 21 01:29:23.922079 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Router 29bf1777-05f2-4a72-8318-e3a560763e84 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:29:24.036871 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:24.055067 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:29:24.067522 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] Sync routers for ids ['29bf1777-05f2-4a72-8318-e3a560763e84'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:29:24.087204 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] Routers {'29bf1777-05f2-4a72-8318-e3a560763e84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:29:24.088011 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:29:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['29bf1777-05f2-4a72-8318-e3a560763e84'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:29:24.194821 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:24.201487 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] Set router 29bf1777-05f2-4a72-8318-e3a560763e84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:29:24.236370 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-db7c3661-bbd0-425a-881e-2e961e56925a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7361214 Aug 21 01:29:24.236914 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:29:24.239186 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21" -d '{"events": [{"name": "network-changed", "server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:29:24.280868 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef64340e-72b8-41b4-bcee-60290d18ef7b x-openstack-request-id: req-ef64340e-72b8-41b4-bcee-60290d18ef7b {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:29:24.281089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:29:24.281354 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ef64340e-72b8-41b4-bcee-60290d18ef7b {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:29:24.281791 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef64340e-72b8-41b4-bcee-60290d18ef7b'] response: {'name': 'network-changed', 'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'status': 'completed', 'code': 200} Aug 21 01:29:24.417339 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:18Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd218d670-15b0-4a29-b220-a74d0c66d871', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'floating_ip_address': '172.37.5.52', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'port_id': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'mac_address': 'fa:16:3e:3b:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119204ec-e0f8-439e-b985-b934d251684f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:29:22Z', 'updated_at': '2022-08-21T01:29:22Z', 'revision_number': 0, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4', 'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'mac_address': 'fa:16:3e:c9:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:17Z', 'updated_at': '2022-08-21T01:28:24Z', 'revision_number': 5, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'subnets': [{'id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:29:24.447068 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] Checking router: 29bf1777-05f2-4a72-8318-e3a560763e84 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:29:24.455624 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] Routers {'29bf1777-05f2-4a72-8318-e3a560763e84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:29:24.456256 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:29:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['29bf1777-05f2-4a72-8318-e3a560763e84'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:29:24.571228 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] Set router 29bf1777-05f2-4a72-8318-e3a560763e84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:29:24.668972 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8405e72-dedd-400c-8698-01047301a239 req-193d20c5-3f83-4221-9aeb-dd4bee0be838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:24.670472 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8405e72-dedd-400c-8698-01047301a239 req-193d20c5-3f83-4221-9aeb-dd4bee0be838 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 1129 time: 0.0474200 Aug 21 01:29:24.731163 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:24.800463 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:18Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd218d670-15b0-4a29-b220-a74d0c66d871', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'floating_ip_address': '172.37.5.52', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'port_id': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'mac_address': 'fa:16:3e:3b:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119204ec-e0f8-439e-b985-b934d251684f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:29:22Z', 'updated_at': '2022-08-21T01:29:22Z', 'revision_number': 0, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4', 'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'mac_address': 'fa:16:3e:c9:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:17Z', 'updated_at': '2022-08-21T01:28:24Z', 'revision_number': 5, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'subnets': [{'id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:29:24.825370 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f526025b-7082-4f69-8bb2-577fd17813e2 None None] The sync data for ids ['29bf1777-05f2-4a72-8318-e3a560763e84'] in dv-cinder-master-3-iscsi is: [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:18Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd218d670-15b0-4a29-b220-a74d0c66d871', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'floating_ip_address': '172.37.5.52', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'port_id': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'mac_address': 'fa:16:3e:3b:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119204ec-e0f8-439e-b985-b934d251684f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:29:22Z', 'updated_at': '2022-08-21T01:29:22Z', 'revision_number': 0, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4', 'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'mac_address': 'fa:16:3e:c9:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:17Z', 'updated_at': '2022-08-21T01:28:24Z', 'revision_number': 5, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'subnets': [{'id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:29:25.047040 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-38bb70a7-5f20-44fd-a859-f1113839eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:25.048774 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-38bb70a7-5f20-44fd-a859-f1113839eed6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ac06ecc6fc93477ba4909284525df514&device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 1130 time: 0.0462618 Aug 21 01:29:25.072245 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ffafc4-5cd2-4fb0-8fd2-c8ad4c9406d1 None None] New status for floating IP d218d670-15b0-4a29-b220-a74d0c66d871: ACTIVE {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:29:25.133882 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8405e72-dedd-400c-8698-01047301a239 req-df2f3312-31ff-4c04-b41f-13e470c3998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:25.135376 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8405e72-dedd-400c-8698-01047301a239 req-df2f3312-31ff-4c04-b41f-13e470c3998c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.1349547 Aug 21 01:29:25.154312 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf580-d34e-483c-b3bb-1eed129210f1 req-33379887-cccc-4231-ae88-7c39bef36f38 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:25.156153 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2bbcf580-d34e-483c-b3bb-1eed129210f1 req-33379887-cccc-4231-ae88-7c39bef36f38 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.1674397 Aug 21 01:29:25.187481 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-e726ddf9-f912-49d1-92bc-4f8bdeaa9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:25.191625 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-e726ddf9-f912-49d1-92bc-4f8bdeaa9e7a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb HTTP/1.1" status: 200 len: 909 time: 0.1341054 Aug 21 01:29:25.248288 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8405e72-dedd-400c-8698-01047301a239 req-9c1bbb50-ab12-44fd-9125-5743ceda76e6 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9 HTTP/1.1" status: 200 len: 1001 time: 0.0912127 Aug 21 01:29:25.276265 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2bbcf580-d34e-483c-b3bb-1eed129210f1 req-acb5f3cc-c849-4f65-a6b9-494a2f995e51 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742619 Aug 21 01:29:25.281462 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-8b942559-a0be-427b-b3a3-87761057f9ff service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f HTTP/1.1" status: 200 len: 999 time: 0.0806463 Aug 21 01:29:25.321348 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8405e72-dedd-400c-8698-01047301a239 req-695cd62f-42dc-490d-806d-e059de01436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:25.323753 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8405e72-dedd-400c-8698-01047301a239 req-695cd62f-42dc-490d-806d-e059de01436f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.0632265 Aug 21 01:29:25.383202 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-6a2c178c-bfd9-41c1-9ec4-258d2ab4a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:25.385767 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-6a2c178c-bfd9-41c1-9ec4-258d2ab4a4f6 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5 HTTP/1.1" status: 200 len: 847 time: 0.0955615 Aug 21 01:29:25.409749 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8405e72-dedd-400c-8698-01047301a239 req-f1db8d41-f5eb-405d-9e73-418104d1992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:25.411250 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8405e72-dedd-400c-8698-01047301a239 req-f1db8d41-f5eb-405d-9e73-418104d1992d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754600 Aug 21 01:29:25.445139 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-3790763b-c00b-49d6-affb-e565e491b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:25.446695 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-3790763b-c00b-49d6-affb-e565e491b0c3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453176 Aug 21 01:29:25.530936 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8405e72-dedd-400c-8698-01047301a239 req-5946c89d-03da-4c23-9419-4e7b50fb992c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061239 Aug 21 01:29:25.573066 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-3e3b562f-3072-4670-952b-a55195612159 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184747 Aug 21 01:29:25.674709 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:25.688800 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8405e72-dedd-400c-8698-01047301a239 req-e06a71ba-26b0-4840-bbe5-a9ef22878fda service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406686 Aug 21 01:29:25.732594 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-b3453d02-c6db-48b7-9ab5-6deca9e3ce21 req-98556ce6-1434-4fbe-a3c8-755ee287112f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499014 Aug 21 01:29:26.431356 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3949-f8a8-40b9-af00-afaf6f7c5919 req-6e0a7386-f519-4436-943b-3a39db1a1841 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:26.432903 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cb1f3949-f8a8-40b9-af00-afaf6f7c5919 req-6e0a7386-f519-4436-943b-3a39db1a1841 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0562069 Aug 21 01:29:26.482471 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cb1f3949-f8a8-40b9-af00-afaf6f7c5919 req-0796e913-508e-45be-b878-2112e1649770 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433373 Aug 21 01:29:27.610880 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfac0c7-05e9-4195-b641-1b98c95cd045 req-b245ce9f-5b78-41b4-99be-564e24bae477 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:27.612481 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dbfac0c7-05e9-4195-b641-1b98c95cd045 req-b245ce9f-5b78-41b4-99be-564e24bae477 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0540724 Aug 21 01:29:27.671849 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dbfac0c7-05e9-4195-b641-1b98c95cd045 req-01b4733a-01a9-4b78-aec8-dff4a92ee7b6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526083 Aug 21 01:29:27.678356 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-df6e4a76-6a90-4ecb-8e34-c5b52d8b9192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:28.803375 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb8c54-3e98-4ff0-9df2-21931ae71faa req-1d7b0faa-87b8-42a1-b22a-83700c01d366 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:28.805058 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dfdb8c54-3e98-4ff0-9df2-21931ae71faa req-1d7b0faa-87b8-42a1-b22a-83700c01d366 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0560493 Aug 21 01:29:28.855146 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dfdb8c54-3e98-4ff0-9df2-21931ae71faa req-fd99e46c-4d58-4b29-b560-056dcb340443 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445044 Aug 21 01:29:29.968312 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:29.976936 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd4b1d-68c0-4bb3-ac79-c00ab514b43e req-bb369c74-cb1b-4e7d-aa81-28e1cc20c20b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:29.978434 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e9fd4b1d-68c0-4bb3-ac79-c00ab514b43e req-bb369c74-cb1b-4e7d-aa81-28e1cc20c20b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0480301 Aug 21 01:29:30.029520 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e9fd4b1d-68c0-4bb3-ac79-c00ab514b43e req-569d039f-617b-468f-b954-646fa9c7887c tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454569 Aug 21 01:29:30.255528 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b382fd90-8f2c-4daf-abe0-ccf67000a7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:31.172792 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26e98f-4747-4c1d-8eed-27512b497ee3 req-fc8a77b5-c039-49ad-b73d-33730c29486d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:31.174283 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d26e98f-4747-4c1d-8eed-27512b497ee3 req-fc8a77b5-c039-49ad-b73d-33730c29486d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0581110 Aug 21 01:29:31.227475 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d26e98f-4747-4c1d-8eed-27512b497ee3 req-fdf41ce3-2e51-47c6-b546-a854d31e3d80 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469105 Aug 21 01:29:31.352673 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:32.354514 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3025f9-a5ea-4521-a3a2-c3c5f75bd7f5 req-70ca6264-7f6f-4c83-8ccf-b01c67c3e1f6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:32.356063 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4a3025f9-a5ea-4521-a3a2-c3c5f75bd7f5 req-70ca6264-7f6f-4c83-8ccf-b01c67c3e1f6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0516350 Aug 21 01:29:32.406437 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4a3025f9-a5ea-4521-a3a2-c3c5f75bd7f5 req-e75a8f47-d0c5-4c4b-9acc-3d575915dd15 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441914 Aug 21 01:29:33.187503 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:33.529667 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41070b8c-42e0-4f0c-be98-627ff412aafa req-0cf50982-3888-41a7-b034-d922d79ffa23 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:33.531189 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41070b8c-42e0-4f0c-be98-627ff412aafa req-0cf50982-3888-41a7-b034-d922d79ffa23 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0479894 Aug 21 01:29:33.587436 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41070b8c-42e0-4f0c-be98-627ff412aafa req-727e2cdd-061f-4d6a-b27e-1d2e917b8030 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497549 Aug 21 01:29:33.644379 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:34.732355 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d31b3-dede-465e-a9ef-f6e8f17cca96 req-57eedb16-b8bb-42f7-a850-654de10f64f5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:34.733844 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-068d31b3-dede-465e-a9ef-f6e8f17cca96 req-57eedb16-b8bb-42f7-a850-654de10f64f5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0617671 Aug 21 01:29:34.784638 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-068d31b3-dede-465e-a9ef-f6e8f17cca96 req-97cccff0-434a-48d0-9003-e48db471f386 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445979 Aug 21 01:29:34.926062 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9db36-ab81-4620-8be5-2c3fec6b06ba req-4a06e022-74a6-4485-93be-6b2f0e6c7530 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:34.928223 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-31c9db36-ab81-4620-8be5-2c3fec6b06ba req-4a06e022-74a6-4485-93be-6b2f0e6c7530 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0627308 Aug 21 01:29:34.941523 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55416) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:29:34.947287 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-3d840132-924f-4110-af26-edd11a85cac7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Request body: {'floatingip': {'port_id': '1e55ecc3-f194-4529-b75c-be5293dba5c9'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:29:35.083917 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3d840132-924f-4110-af26-edd11a85cac7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for floatingip (de2d3380-4c59-4cfb-a8c1-27f279763eea), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:35.224683 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:35.255493 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:35.277801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:35.523473 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:35.653810 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906ec73-d797-42dc-9c94-e9709dc499ec req-e4a8db2d-c981-4f62-82dd-a816d3c7682b tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:35.655341 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c906ec73-d797-42dc-9c94-e9709dc499ec req-e4a8db2d-c981-4f62-82dd-a816d3c7682b tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.1064720 Aug 21 01:29:35.669606 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3d840132-924f-4110-af26-edd11a85cac7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:35.741104 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3d840132-924f-4110-af26-edd11a85cac7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (de2d3380-4c59-4cfb-a8c1-27f279763eea), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:35.755461 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c906ec73-d797-42dc-9c94-e9709dc499ec req-911d47f5-6969-4587-857a-627dd73bae39 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904922 Aug 21 01:29:35.760557 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-18f2c4d0-0df6-42b0-856d-391693c6251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:35.762955 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-18f2c4d0-0df6-42b0-856d-391693c6251c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da8fc458ef6b49e18daac9fb195a2149&device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 1169 time: 0.0644214 Aug 21 01:29:35.885103 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-0740eeb2-8bd7-4037-a31d-ab3330988472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:35.888344 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-0740eeb2-8bd7-4037-a31d-ab3330988472 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1e79e20e-bb84-4864-9fe8-d17ca136af81 HTTP/1.1" status: 200 len: 916 time: 0.1085935 Aug 21 01:29:36.009994 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d840132-924f-4110-af26-edd11a85cac7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:29:36.128796 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d840132-924f-4110-af26-edd11a85cac7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:29:36.133611 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3d840132-924f-4110-af26-edd11a85cac7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:36.139834 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] Sync routers for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:29:36.151140 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:29:36.151751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:29:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:29:36.171130 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:29:36.174031 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48727136-2fe5-4d74-b671-eef51e09b2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:29:36.210723 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-3d840132-924f-4110-af26-edd11a85cac7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/de2d3380-4c59-4cfb-a8c1-27f279763eea HTTP/1.1" status: 200 len: 993 time: 1.2639396 Aug 21 01:29:36.223913 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866ce6bf-9f9d-4a95-8137-9d833967d96f x-openstack-request-id: req-866ce6bf-9f9d-4a95-8137-9d833967d96f {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:29:36.224276 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:29:36.224537 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-866ce6bf-9f9d-4a95-8137-9d833967d96f {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:29:36.224954 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866ce6bf-9f9d-4a95-8137-9d833967d96f'] response: {'name': 'network-changed', 'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'status': 'completed', 'code': 200} Aug 21 01:29:36.372374 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:36.401116 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:29:36.626509 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de2d3380-4c59-4cfb-a8c1-27f279763eea', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'floating_ip_address': '172.37.5.129', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'port_id': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'mac_address': 'fa:16:3e:98:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:27:25Z', 'updated_at': '2022-08-21T01:29:35Z', 'revision_number': 3, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:29:36.655449 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] Checking router: 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:29:36.665284 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:29:36.665888 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:29:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:29:36.769782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:29:36.893279 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-049c381f-8ee1-4beb-b54e-34be4f668e54 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d HTTP/1.1" status: 200 len: 1002 time: 0.0722513 Aug 21 01:29:36.912404 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c3632-8757-492c-8625-1888d5e3723c req-7d850a20-2109-401d-85d5-173e0e560db1 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:36.914003 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-292c3632-8757-492c-8625-1888d5e3723c req-7d850a20-2109-401d-85d5-173e0e560db1 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0589740 Aug 21 01:29:36.992390 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-292c3632-8757-492c-8625-1888d5e3723c req-34a5349a-2e5c-4fea-aeba-94705417c947 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680509 Aug 21 01:29:37.013695 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de2d3380-4c59-4cfb-a8c1-27f279763eea', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'floating_ip_address': '172.37.5.129', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'port_id': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'mac_address': 'fa:16:3e:98:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:27:25Z', 'updated_at': '2022-08-21T01:29:35Z', 'revision_number': 3, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:29:37.040207 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a3c8a5-7f2b-40fd-85d8-6e3181d6dbb2 None None] The sync data for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi is: [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de2d3380-4c59-4cfb-a8c1-27f279763eea', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'floating_ip_address': '172.37.5.129', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'port_id': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'mac_address': 'fa:16:3e:98:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:27:25Z', 'updated_at': '2022-08-21T01:29:35Z', 'revision_number': 3, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:29:38.121749 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:38.132401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6369aa-decf-41c2-935c-708f1774e92d req-35fae435-d075-4f96-8d86-0952acc8d1d6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:38.133968 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5e6369aa-decf-41c2-935c-708f1774e92d req-35fae435-d075-4f96-8d86-0952acc8d1d6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0491009 Aug 21 01:29:38.199369 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5e6369aa-decf-41c2-935c-708f1774e92d req-39ceeb5d-ac4d-410b-a544-859c1dae080a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597975 Aug 21 01:29:38.226077 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:29:38.228445 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24" -d '{"events": [{"name": "network-changed", "server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:29:38.268937 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dde36e-c807-452a-b61c-5257594061a4 x-openstack-request-id: req-70dde36e-c807-452a-b61c-5257594061a4 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:29:38.269360 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:29:38.269767 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70dde36e-c807-452a-b61c-5257594061a4 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:29:38.270212 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dde36e-c807-452a-b61c-5257594061a4'] response: {'name': 'network-changed', 'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'status': 'completed', 'code': 200} Aug 21 01:29:38.616084 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:38.702830 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=100 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:38.744935 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-0a8e2790-5069-4587-9eef-a3eaafa9adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:38.746371 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-0a8e2790-5069-4587-9eef-a3eaafa9adbe service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=00079c66-f5fd-4cb3-b926-ea119e3ff612 HTTP/1.1" status: 200 len: 854 time: 0.0507474 Aug 21 01:29:38.748281 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-77bbbfed-49f4-4d12-b23f-12b157678d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:38.749750 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-77bbbfed-49f4-4d12-b23f-12b157678d20 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 1129 time: 0.0443544 Aug 21 01:29:38.816001 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-08b62319-bc0c-46f1-846b-e06fa6644559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:38.817673 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-08b62319-bc0c-46f1-846b-e06fa6644559 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1e79e20e-bb84-4864-9fe8-d17ca136af81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529013 Aug 21 01:29:38.866396 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-162b5349-2798-4cc0-9fa8-f537ce081d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:38.869074 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-162b5349-2798-4cc0-9fa8-f537ce081d91 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.1024766 Aug 21 01:29:38.923890 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-2f3db47c-b317-4cb8-997a-bfa6bbdd6087 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942848 Aug 21 01:29:38.954618 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-fe646d29-12bd-4d3f-8d17-60f2e7bf6072 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9 HTTP/1.1" status: 200 len: 1001 time: 0.0789084 Aug 21 01:29:39.015376 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-6f46b4af-ffeb-40ff-93e9-6a01affc2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:39.017947 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-6f46b4af-ffeb-40ff-93e9-6a01affc2858 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.0550213 Aug 21 01:29:39.034660 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-57be02bd-bd54-43cd-a439-73094d75ed82 req-9b1321c6-89bd-48f3-a604-a6cea5cf7c56 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013708 Aug 21 01:29:39.073798 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-451a26fc-e2ee-4bf9-ac4d-55be9f9680ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:39.075326 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-451a26fc-e2ee-4bf9-ac4d-55be9f9680ba service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494020 Aug 21 01:29:39.262907 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-3c125ae2-8e0a-40b5-82b5-ed6d9aa438d0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938015 Aug 21 01:29:39.332891 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:39.377272 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0f0e6-512c-46c9-9a4a-dd92ea4e9117 req-4fe1c882-34d1-4826-9b40-ffa5a2cb55e0 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:39.378763 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9bf0f0e6-512c-46c9-9a4a-dd92ea4e9117 req-4fe1c882-34d1-4826-9b40-ffa5a2cb55e0 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0852518 Aug 21 01:29:39.421951 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-48727136-2fe5-4d74-b671-eef51e09b2a6 req-d653639f-6b59-485a-9fb8-67c5c163735d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521561 Aug 21 01:29:39.457850 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9bf0f0e6-512c-46c9-9a4a-dd92ea4e9117 req-4f797049-99cc-4bcc-8b05-72d3baa20441 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727992 Aug 21 01:29:39.675590 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-448fa6ca-5e75-4d9e-a892-6ee4eec1f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:39.678000 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-448fa6ca-5e75-4d9e-a892-6ee4eec1f447 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 1129 time: 0.0486238 Aug 21 01:29:39.726993 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:29:39.779443 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-a068aa35-0ca9-4e6c-8e9b-b8078706f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:39.780964 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-a068aa35-0ca9-4e6c-8e9b-b8078706f7e4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.0961571 Aug 21 01:29:39.853018 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-ca98e861-b6c1-4c96-81bd-d3165a4fc2e7 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9 HTTP/1.1" status: 200 len: 1001 time: 0.0617213 Aug 21 01:29:39.906681 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-b938437c-4ad7-4d76-8276-77bb645d863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:39.908672 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-b938437c-4ad7-4d76-8276-77bb645d863c service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.0474694 Aug 21 01:29:39.956569 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-b265d340-d3a1-4e18-b400-854caf98e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:39.958266 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-b265d340-d3a1-4e18-b400-854caf98e622 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409856 Aug 21 01:29:39.984735 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:40.059201 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-b33b24bd-9b06-4ebf-ab75-e79be4c0ba5a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936944 Aug 21 01:29:40.156667 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef41b88c-e642-4a6f-90a2-0a5ee41b8f24 req-ac611278-406d-48d0-a555-350121c11a3f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886190 Aug 21 01:29:40.618436 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1f21e-ac93-4b7b-b022-06699c13fdf9 req-22be28bf-a07f-43b3-a674-b705a37b4234 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:40.619842 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3fa1f21e-ac93-4b7b-b022-06699c13fdf9 req-22be28bf-a07f-43b3-a674-b705a37b4234 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0571556 Aug 21 01:29:40.696790 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3fa1f21e-ac93-4b7b-b022-06699c13fdf9 req-3431b42f-ade8-4cfc-9682-ea2fff5284ba tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603638 Aug 21 01:29:41.843452 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b368378-1dbe-4dcb-a5c7-32e0f4e6d566 req-452266db-85e8-44ee-afd0-958a2afb3c45 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:41.845029 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0b368378-1dbe-4dcb-a5c7-32e0f4e6d566 req-452266db-85e8-44ee-afd0-958a2afb3c45 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0667350 Aug 21 01:29:41.926591 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0b368378-1dbe-4dcb-a5c7-32e0f4e6d566 req-a05aa0a4-ec97-4a06-9583-9399954d34ad tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750735 Aug 21 01:29:43.055134 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fcb4b-b9cf-4479-8978-387f0c278680 req-6b5f6ac8-1cb0-46b2-bb41-46ee1b7d9597 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:43.056643 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9f1fcb4b-b9cf-4479-8978-387f0c278680 req-6b5f6ac8-1cb0-46b2-bb41-46ee1b7d9597 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0527270 Aug 21 01:29:43.120295 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9f1fcb4b-b9cf-4479-8978-387f0c278680 req-8a77db27-eeaf-4795-a75e-41cf59da3aa9 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578718 Aug 21 01:29:44.251206 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835daf-90ae-466c-946d-304f509bff9c req-1ebc5f76-b376-472f-8770-11d25a9aa186 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:44.253283 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c9835daf-90ae-466c-946d-304f509bff9c req-1ebc5f76-b376-472f-8770-11d25a9aa186 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0539775 Aug 21 01:29:44.325108 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c9835daf-90ae-466c-946d-304f509bff9c req-69643b71-7d0d-4801-a58b-f9fafeb97d75 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640626 Aug 21 01:29:45.441865 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:45.459490 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37a8a2-9d7c-4437-9d7d-2bc0eb43e89e req-819439fe-a623-4c50-913a-8fe0d3b4f156 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:45.461122 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0a37a8a2-9d7c-4437-9d7d-2bc0eb43e89e req-819439fe-a623-4c50-913a-8fe0d3b4f156 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0534663 Aug 21 01:29:45.532014 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0a37a8a2-9d7c-4437-9d7d-2bc0eb43e89e req-c8c96768-b674-4cdf-acc9-8d890a95d75b tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575814 Aug 21 01:29:46.311404 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947e9b-af66-4364-b13a-1e524dd48eef req-02b9acc8-a21c-4e05-beb8-85a2155fb94f tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:46.312959 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81947e9b-af66-4364-b13a-1e524dd48eef req-02b9acc8-a21c-4e05-beb8-85a2155fb94f tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 946 time: 0.0715468 Aug 21 01:29:46.365065 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81947e9b-af66-4364-b13a-1e524dd48eef req-f8e44873-12a6-4adb-b7b9-a0d835f8de5b tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Aug 21 01:29:46.665694 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c94b3-6902-4c15-bac1-5e29a7f1c54f req-a69e5dcd-8520-4667-8280-63d709ed6699 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:46.667204 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c62c94b3-6902-4c15-bac1-5e29a7f1c54f req-a69e5dcd-8520-4667-8280-63d709ed6699 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0542858 Aug 21 01:29:46.735345 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c62c94b3-6902-4c15-bac1-5e29a7f1c54f req-b2869ea0-4b5e-47c1-b7f8-d9259130ee29 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617597 Aug 21 01:29:47.500613 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28838341-358a-4d8d-98d7-edb163d41367 req-87ad77a7-8800-495d-b502-dbbe832f8364 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:47.502660 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28838341-358a-4d8d-98d7-edb163d41367 req-87ad77a7-8800-495d-b502-dbbe832f8364 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 946 time: 0.0537128 Aug 21 01:29:47.556416 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28838341-358a-4d8d-98d7-edb163d41367 req-bcc48b43-2b07-418a-941b-540575625178 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477052 Aug 21 01:29:47.678156 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:47.872657 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf11474-565e-4633-ab17-5651e3691d3d req-fe0b168c-70a7-43fa-9685-2a0f1367769c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:47.874189 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fdf11474-565e-4633-ab17-5651e3691d3d req-fe0b168c-70a7-43fa-9685-2a0f1367769c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0495093 Aug 21 01:29:47.886407 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:47.943402 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fdf11474-565e-4633-ab17-5651e3691d3d req-32fe69be-61c4-4c00-b22e-476136b5bb65 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625393 Aug 21 01:29:48.518495 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eba43c-e109-4118-b876-1df6db44fbca req-0aad79d2-00e3-4c8b-81ba-ea7dac325622 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:48.519958 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-26eba43c-e109-4118-b876-1df6db44fbca req-0aad79d2-00e3-4c8b-81ba-ea7dac325622 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 946 time: 0.0473559 Aug 21 01:29:48.550136 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:48.552423 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:48.615342 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-26eba43c-e109-4118-b876-1df6db44fbca req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Deleting port 23ea1b5c-1202-43ad-af9f-6cc34179339a {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:29:48.616017 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-26eba43c-e109-4118-b876-1df6db44fbca req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:48.763548 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdbfef-382c-42a5-9d71-a7c586c6cada req-663c000a-340c-425e-b884-2147062afced tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:48.765128 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-55fdbfef-382c-42a5-9d71-a7c586c6cada req-663c000a-340c-425e-b884-2147062afced tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 946 time: 0.1042805 Aug 21 01:29:48.784873 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-26eba43c-e109-4118-b876-1df6db44fbca req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] For port 23ea1b5c-1202-43ad-af9f-6cc34179339a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=23ea1b5c-1202-43ad-af9f-6cc34179339a,segment=NetworkSegment(73395e4a-3128-4128-805c-6c3801a7ac74),segment_id=73395e4a-3128-4128-805c-6c3801a7ac74)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:29:48.785240 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-26eba43c-e109-4118-b876-1df6db44fbca req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:48.806968 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-26eba43c-e109-4118-b876-1df6db44fbca req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Calling delete_port for 23ea1b5c-1202-43ad-af9f-6cc34179339a owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:29:48.871459 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-55fdbfef-382c-42a5-9d71-a7c586c6cada req-f718f6d7-5bce-4c0b-83db-11ce833989c8 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993412 Aug 21 01:29:49.029115 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:49.031325 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=25 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:49.209148 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:49.252748 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7be18-44e2-44a9-b363-5afc3ea49cdc req-406ee8db-f5a0-4d66-b72b-ba60849f1f58 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:49.254324 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fbe7be18-44e2-44a9-b363-5afc3ea49cdc req-406ee8db-f5a0-4d66-b72b-ba60849f1f58 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0650840 Aug 21 01:29:49.323426 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fbe7be18-44e2-44a9-b363-5afc3ea49cdc req-99bad1f5-208f-4124-8dd3-56f772228b56 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630963 Aug 21 01:29:49.325688 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-26eba43c-e109-4118-b876-1df6db44fbca req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (23ea1b5c-1202-43ad-af9f-6cc34179339a), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:49.359187 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Pushing event deleted for resources: {'Port': ['ID=23ea1b5c-1202-43ad-af9f-6cc34179339a,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:29:49.367603 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['23ea1b5c-1202-43ad-af9f-6cc34179339a'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:29:49.372708 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.373058 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.373401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.373740 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.374071 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.374400 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.374726 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.375052 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.375376 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.375700 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.376024 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.376378 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.376691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.377072 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.377882 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:29:49.415367 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eba43c-e109-4118-b876-1df6db44fbca req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] No DVR routers for this DVR port 23ea1b5c-1202-43ad-af9f-6cc34179339a on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:29:49.417980 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-26eba43c-e109-4118-b876-1df6db44fbca req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:49.421386 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-26eba43c-e109-4118-b876-1df6db44fbca req-4751bcf0-4974-48e2-b382-12e8f602c617 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.67 "DELETE /networking/v2.0/ports/23ea1b5c-1202-43ad-af9f-6cc34179339a HTTP/1.1" status: 204 len: 173 time: 0.8955626 Aug 21 01:29:49.422347 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37524b56-3cc1-4276-802b-1419dee34d23', 'name': 'network-vif-deleted', 'tag': '23ea1b5c-1202-43ad-af9f-6cc34179339a'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:29:49.423951 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7542c55-7778-4c58-9dc8-66a0b525510c" -d '{"events": [{"server_uuid": "37524b56-3cc1-4276-802b-1419dee34d23", "name": "network-vif-deleted", "tag": "23ea1b5c-1202-43ad-af9f-6cc34179339a"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:29:49.464654 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a5adc-c0af-463d-ae7a-8752e87201ec x-openstack-request-id: req-ac5a5adc-c0af-463d-ae7a-8752e87201ec {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:29:49.464951 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37524b56-3cc1-4276-802b-1419dee34d23", "name": "network-vif-deleted", "tag": "23ea1b5c-1202-43ad-af9f-6cc34179339a", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:29:49.465201 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac5a5adc-c0af-463d-ae7a-8752e87201ec {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:29:49.465607 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5a5adc-c0af-463d-ae7a-8752e87201ec'] response: {'server_uuid': '37524b56-3cc1-4276-802b-1419dee34d23', 'name': 'network-vif-deleted', 'tag': '23ea1b5c-1202-43ad-af9f-6cc34179339a', 'status': 'completed', 'code': 200} Aug 21 01:29:49.723098 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:49.994208 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a892e467-2626-481a-98e1-8cc94031e325 req-eded99a3-1a27-4558-b960-b114cb5c7b15 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=37524b56-3cc1-4276-802b-1419dee34d23 HTTP/1.1" status: 200 len: 210 time: 0.0360518 Aug 21 01:29:50.464646 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482bf76-513a-41a3-87f5-dfa49c369f0e req-efa2ffa9-576b-470a-8df5-c78b1996374e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:50.466176 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8482bf76-513a-41a3-87f5-dfa49c369f0e req-efa2ffa9-576b-470a-8df5-c78b1996374e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0542729 Aug 21 01:29:50.545260 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8482bf76-513a-41a3-87f5-dfa49c369f0e req-40b6a4a0-9a11-4c8d-a058-f5e6f37c650e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704272 Aug 21 01:29:51.654943 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:51.669144 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3901f-7ff7-4bf8-8b5d-3b199b5efb9c req-6fe8b932-9d28-4ea7-bfc2-5c17785fb137 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:51.670689 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-82d3901f-7ff7-4bf8-8b5d-3b199b5efb9c req-6fe8b932-9d28-4ea7-bfc2-5c17785fb137 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0499198 Aug 21 01:29:51.735120 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-82d3901f-7ff7-4bf8-8b5d-3b199b5efb9c req-37381a22-ad62-4dc2-81ba-101dd235c620 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572014 Aug 21 01:29:52.854657 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cb420-aa1d-4c5e-b12d-f32d37ff1c01 req-6e39aeab-aabf-4ae1-a922-219c17e0781b tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:52.856257 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-557cb420-aa1d-4c5e-b12d-f32d37ff1c01 req-6e39aeab-aabf-4ae1-a922-219c17e0781b tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0475297 Aug 21 01:29:52.919605 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-557cb420-aa1d-4c5e-b12d-f32d37ff1c01 req-3e667c97-c28c-4e76-bbf2-40eca0a42a0c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576911 Aug 21 01:29:54.044722 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a8c0d-cf63-4276-9d81-a75d67086c25 req-a7c0edc1-244e-41a0-94c4-ceb54ae7c4a2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:54.046320 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-554a8c0d-cf63-4276-9d81-a75d67086c25 req-a7c0edc1-244e-41a0-94c4-ceb54ae7c4a2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0515790 Aug 21 01:29:54.107646 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-554a8c0d-cf63-4276-9d81-a75d67086c25 req-ef791919-75a2-45c1-a4d4-132f5ef54b71 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554860 Aug 21 01:29:54.660010 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 23ea1b5c-1202-43ad-af9f-6cc34179339a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:29:54.682714 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 23ea1b5c-1202-43ad-af9f-6cc34179339a {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:29:54.683052 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 23ea1b5c-1202-43ad-af9f-6cc34179339a not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:29:55.228236 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0b105-ca79-45f9-a0c0-1fba403833d1 req-f38b4b19-ea99-4752-ad04-4cc5ebdebfff tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:55.230872 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05e0b105-ca79-45f9-a0c0-1fba403833d1 req-f38b4b19-ea99-4752-ad04-4cc5ebdebfff tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0500515 Aug 21 01:29:55.291214 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-05e0b105-ca79-45f9-a0c0-1fba403833d1 req-3bea5826-243e-41ea-bb85-6a48f162fd21 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553932 Aug 21 01:29:56.418924 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7d669-f3fe-492a-af69-da8704eb6866 req-89815b04-003d-484f-9003-120e309de988 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:56.420443 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7ce7d669-f3fe-492a-af69-da8704eb6866 req-89815b04-003d-484f-9003-120e309de988 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0514839 Aug 21 01:29:56.482073 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7ce7d669-f3fe-492a-af69-da8704eb6866 req-9dbfea0b-b281-4f7d-aebf-a182f3ab887e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557048 Aug 21 01:29:57.609363 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7881e3-de1c-4ba3-ab7d-bf268d3f6138 req-09db81a1-ff3e-4821-b6dd-fd418418ece3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:57.610930 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ae7881e3-de1c-4ba3-ab7d-bf268d3f6138 req-09db81a1-ff3e-4821-b6dd-fd418418ece3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0523205 Aug 21 01:29:57.685773 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ae7881e3-de1c-4ba3-ab7d-bf268d3f6138 req-b08c053c-ca6b-4f89-828a-d6409dc9a75a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673196 Aug 21 01:29:57.754962 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1a11c17f-d148-429c-b0dc-f5a9cb5517b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:29:58.360535 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dffcf-e305-4f2b-be04-bc6a02d010e8 req-fd59d4fe-5c11-476c-836e-37ef8fed84f4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:58.362035 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1c1dffcf-e305-4f2b-be04-bc6a02d010e8 req-fd59d4fe-5c11-476c-836e-37ef8fed84f4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.0499632 Aug 21 01:29:58.412804 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1c1dffcf-e305-4f2b-be04-bc6a02d010e8 req-6c0f2697-d4fb-464a-8413-c22d4c4e0931 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451162 Aug 21 01:29:58.799859 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44157406-9743-4bd2-bdbc-1fca17bbac95 req-0572a59a-38c0-4367-a1af-2c9d3e53acb5 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:58.801388 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-44157406-9743-4bd2-bdbc-1fca17bbac95 req-0572a59a-38c0-4367-a1af-2c9d3e53acb5 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0482719 Aug 21 01:29:58.836139 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:29:58.863267 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-44157406-9743-4bd2-bdbc-1fca17bbac95 req-b9fce7b8-b4d7-4587-aa51-a9265de3c3f6 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559986 Aug 21 01:29:59.539801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b23a-f87c-4b1b-8ce0-35b49e37c93a req-61c2816f-b108-4ea2-8888-d14c23852abb tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:29:59.541399 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ed82b23a-f87c-4b1b-8ce0-35b49e37c93a req-61c2816f-b108-4ea2-8888-d14c23852abb tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.0477598 Aug 21 01:29:59.589901 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ed82b23a-f87c-4b1b-8ce0-35b49e37c93a req-b2e30134-4a93-4e9b-9f33-878223a40163 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429387 Aug 21 01:30:00.036432 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741e2b7-42cf-4e16-a46d-bfda3f10387d req-5a72ad08-bead-4562-aec8-977731e7482f tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:00.037924 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d741e2b7-42cf-4e16-a46d-bfda3f10387d req-5a72ad08-bead-4562-aec8-977731e7482f tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.1015568 Aug 21 01:30:00.099429 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d741e2b7-42cf-4e16-a46d-bfda3f10387d req-843173b8-1847-4039-a070-1a399b7d2359 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549424 Aug 21 01:30:00.229206 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5cc3ca7c-bbc4-477a-b8f6-825339461289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:00.731336 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:00.769647 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c277af8-01dc-4b66-9ad5-c85b6b5c035d req-16acf059-5255-4080-b7b0-5d86fb62eaa1 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:00.771146 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c277af8-01dc-4b66-9ad5-c85b6b5c035d req-16acf059-5255-4080-b7b0-5d86fb62eaa1 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.0991306 Aug 21 01:30:00.819617 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c277af8-01dc-4b66-9ad5-c85b6b5c035d req-b7938739-e65f-40a2-81a6-8077ff6fdb09 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422044 Aug 21 01:30:01.225546 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8146439-38c8-46f3-899b-7ca2f56abe52 req-e4badf04-6206-40e2-8d01-e20149e1eeaa tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:01.227078 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8146439-38c8-46f3-899b-7ca2f56abe52 req-e4badf04-6206-40e2-8d01-e20149e1eeaa tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0520332 Aug 21 01:30:01.287592 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8146439-38c8-46f3-899b-7ca2f56abe52 req-fc625995-b56f-40f0-b83a-108978bf321c tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547836 Aug 21 01:30:01.349756 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:01.869585 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-420eb4cf-bd8f-4cd5-a444-9f35f5993ae2 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:01.871082 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-420eb4cf-bd8f-4cd5-a444-9f35f5993ae2 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/networks?id=5a72733d-0e4b-47b7-9270-d8de517ee151 HTTP/1.1" status: 200 len: 814 time: 0.1020832 Aug 21 01:30:01.886236 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-8aa631eb-645a-4ff3-9f6b-5b57a350594e tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/quotas/67f492f96d314cfea70bdbfa3caaee9e HTTP/1.1" status: 200 len: 375 time: 0.0098407 Aug 21 01:30:01.931430 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-728c59e3-afb6-4ec1-a268-03a92bec216e tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=67f492f96d314cfea70bdbfa3caaee9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397007 Aug 21 01:30:01.992233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aad86-4688-4234-bf44-281e2d24e25f req-8f5d0622-060b-41a8-a47f-e105dce17a5c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:01.993726 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0b4aad86-4688-4234-bf44-281e2d24e25f req-8f5d0622-060b-41a8-a47f-e105dce17a5c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.0908179 Aug 21 01:30:02.082940 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-63472c27-0953-4577-91ca-9fd860f15043 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5a72733d-0e4b-47b7-9270-d8de517ee151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354156 Aug 21 01:30:02.092212 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0b4aad86-4688-4234-bf44-281e2d24e25f req-3254a0ef-e815-476a-87e0-a2364b75ab97 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700605 Aug 21 01:30:02.177694 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-1ccf976e-ac62-4135-bb74-c672605648e3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5a72733d-0e4b-47b7-9270-d8de517ee151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860925 Aug 21 01:30:02.418613 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cd787-f2c6-47a6-b1f9-df97d33186d9 req-d147468a-f946-477a-9203-c4ee6fa2278a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:02.420176 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-361cd787-f2c6-47a6-b1f9-df97d33186d9 req-d147468a-f946-477a-9203-c4ee6fa2278a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0535958 Aug 21 01:30:02.487624 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-361cd787-f2c6-47a6-b1f9-df97d33186d9 req-c7ce2951-4860-40dc-9752-3756609d696a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615017 Aug 21 01:30:02.520537 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f0ac38bd-ee05-446d-a771-80247bd50faf req-1289362e-79a8-4d8f-9058-a1140e88c15c tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 210 time: 0.0317550 Aug 21 01:30:03.156210 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:03.229003 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3aae0-41ba-4939-9b70-7fd46bb6b90d req-bb101535-2a2e-40f7-b309-ae16db7acd73 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:03.230421 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-07b3aae0-41ba-4939-9b70-7fd46bb6b90d req-bb101535-2a2e-40f7-b309-ae16db7acd73 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.0482073 Aug 21 01:30:03.262974 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:03.281144 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-07b3aae0-41ba-4939-9b70-7fd46bb6b90d req-d4e29002-7dbd-4aa5-8661-b5e1c2888b67 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444295 Aug 21 01:30:03.656169 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c1624c34-8eb5-4b09-827c-299094f1e81c req-9fadf3c0-4dc8-4333-a562-48b1b9b27532 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 210 time: 0.0457282 Aug 21 01:30:03.667250 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de298c06-bb33-4e0f-ba2e-8240f8b86a80 req-a4728cd9-ab3d-4537-8f39-0747db7e5614 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:03.676445 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-de298c06-bb33-4e0f-ba2e-8240f8b86a80 req-a4728cd9-ab3d-4537-8f39-0747db7e5614 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0981927 Aug 21 01:30:03.692494 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:03.727654 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-df99e2e5-66e3-47a7-8eae-4b0295b249ef tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:03.729159 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-df99e2e5-66e3-47a7-8eae-4b0295b249ef tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.0857892 Aug 21 01:30:03.803413 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:03.815075 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-de298c06-bb33-4e0f-ba2e-8240f8b86a80 req-875cba32-70fe-4d73-9fa7-7f177f33c38f tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&id=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1376975 Aug 21 01:30:03.863772 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Deleting port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:03.864168 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:03.956360 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] For port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:03.956698 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:04.181347 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:04.181704 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (9b5e95a5-c065-4f55-acd4-be7843b6e076), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:04.182015 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Floating IP 9b5e95a5-c065-4f55-acd4-be7843b6e076 disassociated. External IP: 172.37.5.184, port: 9a09b4f3-32e5-4362-82ef-ab73b634b1bf. Aug 21 01:30:04.182352 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Calling delete_port for 9a09b4f3-32e5-4362-82ef-ab73b634b1bf owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:04.407078 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3de3b-5114-4dbf-801d-7c8436c767d8 req-222c16ad-307c-4c00-a6af-08909fd9dca7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:04.568139 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b4e3de3b-5114-4dbf-801d-7c8436c767d8 req-222c16ad-307c-4c00-a6af-08909fd9dca7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 946 time: 0.0492725 Aug 21 01:30:04.568139 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b4e3de3b-5114-4dbf-801d-7c8436c767d8 req-de965c37-0bb0-41f1-b033-a64fbc311daf tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439115 Aug 21 01:30:04.568139 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (9a09b4f3-32e5-4362-82ef-ab73b634b1bf), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:04.568139 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event deleted for resources: {'Port': ['ID=9a09b4f3-32e5-4362-82ef-ab73b634b1bf,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:04.664396 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Router 16e14b3c-c97c-49f8-a84c-61d657375ef8 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:30:04.667430 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:04.772301 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b347cd73-5bdc-430c-ba9b-bbbdee51be22 req-26643564-2d0f-4795-8a6f-360354b6067e tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 210 time: 0.0347240 Aug 21 01:30:04.799631 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:30:04.812150 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] Sync routers for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:30:04.827336 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:04.827870 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:04.851540 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] No DVR routers for this DVR port 9a09b4f3-32e5-4362-82ef-ab73b634b1bf on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:30:04.854208 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:04.857488 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-545584e4-1e25-4698-af6d-3877a9a9d529 req-bd5efa9e-f042-4c6f-b644-ffe9625cb0de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.67 "DELETE /networking/v2.0/ports/9a09b4f3-32e5-4362-82ef-ab73b634b1bf HTTP/1.1" status: 204 len: 173 time: 1.1097455 Aug 21 01:30:04.857910 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'name': 'network-vif-deleted', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:04.860240 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d4d13d-cc0a-40c5-b777-5111e48c14ec" -d '{"events": [{"server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "name": "network-vif-deleted", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:04.902564 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25214ed5-bb37-4f80-b8f1-9019a0998a66 x-openstack-request-id: req-25214ed5-bb37-4f80-b8f1-9019a0998a66 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:04.902863 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1", "name": "network-vif-deleted", "tag": "9a09b4f3-32e5-4362-82ef-ab73b634b1bf", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:04.903119 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-25214ed5-bb37-4f80-b8f1-9019a0998a66 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:04.903548 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25214ed5-bb37-4f80-b8f1-9019a0998a66'] response: {'server_uuid': '2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1', 'name': 'network-vif-deleted', 'tag': '9a09b4f3-32e5-4362-82ef-ab73b634b1bf', 'status': 'completed', 'code': 200} Aug 21 01:30:04.944834 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:05.145141 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:05.170828 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] Checking router: 16e14b3c-c97c-49f8-a84c-61d657375ef8 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:30:05.181100 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:05.181725 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:05.194512 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:05.291501 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-bac32625-232e-4a8b-a6e7-d036f1ed89bd tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:05.293506 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-bac32625-232e-4a8b-a6e7-d036f1ed89bd tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.67 "GET /networking/v2.0/networks?id=5a72733d-0e4b-47b7-9270-d8de517ee151 HTTP/1.1" status: 200 len: 814 time: 0.1132989 Aug 21 01:30:05.301736 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:05.350825 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Request body: {'port': {'device_id': 'bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad', 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151', 'admin_state_up': True, 'tenant_id': '67f492f96d314cfea70bdbfa3caaee9e'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:05.549133 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:05.580878 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73a74e-5c49-4513-8c1d-8e77d4487536 None None] The sync data for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi is: [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:30:05.592082 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-65b77124-c4d1-48ba-bc95-fbea745f4698 req-a4782e6c-883c-41ab-9e4b-ebf7206b4ece tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2fb6d87e-f5bc-4612-bf7a-4204e1e45bb1 HTTP/1.1" status: 200 len: 210 time: 0.0294936 Aug 21 01:30:05.630118 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Made reservation on behalf of 67f492f96d314cfea70bdbfa3caaee9e for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:30:05.634541 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:05.810547 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Allocated IP 172.20.0.9 (5a72733d-0e4b-47b7-9270-d8de517ee151/5b0d94f6-6ff6-4464-ba5b-208daf5569b5/240f3a1c-670e-4e79-90ed-faa414cffbc0) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:30:05.889960 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d901fe1-70ea-43f4-99bf-45b1ada36d1f None None] New status for floating IP 9b5e95a5-c065-4f55-acd4-be7843b6e076: DOWN {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:30:05.929410 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6dc10731-d705-488d-8db8-d84c809a1200 req-5ff7c21c-bb43-4276-9ba0-aeecd281b6cd tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 210 time: 0.0405350 Aug 21 01:30:06.029031 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks [] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:06.191101 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:06.241886 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Network 5a72733d-0e4b-47b7-9270-d8de517ee151 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:30:06.244301 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:30:06.250572 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:30:06.254534 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Pushing event updated for resources: {'Port': ['ID=240f3a1c-670e-4e79-90ed-faa414cffbc0,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:06.304805 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:06.304805 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:06.413322 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-c74724fc-4fff-4f2f-b987-a6eaeaa33e92 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0673103 Aug 21 01:30:06.595439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Request body: {'port': {'device_id': 'bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:06.626775 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:06.663097 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:06.756142 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 55668) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:06.783795 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:06.808021 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9a09b4f3-32e5-4362-82ef-ab73b634b1bf no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:30:06.828638 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:06.835892 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 9a09b4f3-32e5-4362-82ef-ab73b634b1bf {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:30:06.835892 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9a09b4f3-32e5-4362-82ef-ab73b634b1bf not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:30:06.860941 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:06.942244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240f3a1c-670e-4e79-90ed-faa414cffbc0 {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:30:06.952626 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Publish callbacks [] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:07.005095 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Transition to ACTIVE for port object 240f3a1c-670e-4e79-90ed-faa414cffbc0 will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:30:07.005375 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:07.008087 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:07.009240 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a HTTP/1.1" status: 204 len: 168 time: 0.2519519 Aug 21 01:30:07.012521 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55672) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:07.023379 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:07.028018 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.api.v2.resource [None req-8755d79a-1660-41eb-bd35-58738299c65b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] show failed (client error): The resource could not be found. Aug 21 01:30:07.029182 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8755d79a-1660-41eb-bd35-58738299c65b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups/8e9cc9e1-f294-4b9a-9ed2-6b3059d4f16a HTTP/1.1" status: 404 len: 347 time: 0.0155549 Aug 21 01:30:07.032330 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55674) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:07.033842 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.034195 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.036672 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.037066 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.037414 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.037760 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.038098 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.038580 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.038924 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.039256 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.040173 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.040764 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.041104 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.041427 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.042174 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee95e0-6529-4446-b283-9aef1938d8c3 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:07.109628 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:07.195072 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c748f-4c90-4630-836c-44b1254eb070 req-685080d7-953c-4eb0-a55a-74b80fd23689 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:07.196671 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c05c748f-4c90-4630-836c-44b1254eb070 req-685080d7-953c-4eb0-a55a-74b80fd23689 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 931 time: 0.1659663 Aug 21 01:30:07.275228 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Pushing event updated for resources: {'Port': ['ID=240f3a1c-670e-4e79-90ed-faa414cffbc0,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:07.315100 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-53e3f37a-71a6-4603-97fb-151db9500f08 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Deleting port 827d981b-d89f-4a14-9564-e550b5799b7a {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:07.315445 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-53e3f37a-71a6-4603-97fb-151db9500f08 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (827d981b-d89f-4a14-9564-e550b5799b7a), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:07.396857 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c05c748f-4c90-4630-836c-44b1254eb070 req-d1baa4eb-7f37-4a11-bcd7-789b046d8abf tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887839 Aug 21 01:30:07.416341 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Attempting to bind port 240f3a1c-670e-4e79-90ed-faa414cffbc0 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:30:07.416677 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Attempting to bind port 240f3a1c-670e-4e79-90ed-faa414cffbc0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '73395e4a-3128-4128-805c-6c3801a7ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:30:07.417010 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Attempting to bind port 240f3a1c-670e-4e79-90ed-faa414cffbc0 on network 5a72733d-0e4b-47b7-9270-d8de517ee151 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:30:07.427359 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Port 240f3a1c-670e-4e79-90ed-faa414cffbc0 on network 5a72733d-0e4b-47b7-9270-d8de517ee151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:30:07.427680 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Attempting to bind port 240f3a1c-670e-4e79-90ed-faa414cffbc0 on network 5a72733d-0e4b-47b7-9270-d8de517ee151 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:30:07.439399 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-53e3f37a-71a6-4603-97fb-151db9500f08 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (827d981b-d89f-4a14-9564-e550b5799b7a), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:07.439729 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-53e3f37a-71a6-4603-97fb-151db9500f08 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (827d981b-d89f-4a14-9564-e550b5799b7a), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:07.442361 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:30:07.442700 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Checking segment: {'id': '73395e4a-3128-4128-805c-6c3801a7ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:30:07.443071 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Bound using segment: {'id': '73395e4a-3128-4128-805c-6c3801a7ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:30:07.443503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Bound port: 240f3a1c-670e-4e79-90ed-faa414cffbc0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73395e4a-3128-4128-805c-6c3801a7ac74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:30:07.444121 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:07.451040 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:07.463168 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-53e3f37a-71a6-4603-97fb-151db9500f08 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Calling delete_port for 827d981b-d89f-4a14-9564-e550b5799b7a owned by network:floatingip {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:07.580719 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] For port 240f3a1c-670e-4e79-90ed-faa414cffbc0, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:30:07.597411 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] For port 240f3a1c-670e-4e79-90ed-faa414cffbc0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=240f3a1c-670e-4e79-90ed-faa414cffbc0,segment=NetworkSegment(73395e4a-3128-4128-805c-6c3801a7ac74),segment_id=73395e4a-3128-4128-805c-6c3801a7ac74)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:30:07.651960 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:07.694044 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:07.699431 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:07.700044 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:07.701468 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/240f3a1c-670e-4e79-90ed-faa414cffbc0 HTTP/1.1" status: 200 len: 1093 time: 1.1105754 Aug 21 01:30:07.701954 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad', 'tag': '240f3a1c-670e-4e79-90ed-faa414cffbc0'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:07.704209 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54903211-3678-4ee4-bf0d-98f136830d21" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad", "tag": "240f3a1c-670e-4e79-90ed-faa414cffbc0"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:07.745851 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32530bec-5fb1-406b-aa87-78970b546a1d x-openstack-request-id: req-32530bec-5fb1-406b-aa87-78970b546a1d {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:07.746150 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad", "tag": "240f3a1c-670e-4e79-90ed-faa414cffbc0", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:07.746409 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-32530bec-5fb1-406b-aa87-78970b546a1d {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:07.746821 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32530bec-5fb1-406b-aa87-78970b546a1d'] response: {'name': 'network-changed', 'server_uuid': 'bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad', 'tag': '240f3a1c-670e-4e79-90ed-faa414cffbc0', 'status': 'completed', 'code': 200} Aug 21 01:30:07.758921 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f2536-4ca8-4933-91f2-ecd04bf9503d service neutron] Pushing event updated for resources: {'Port': ['ID=240f3a1c-670e-4e79-90ed-faa414cffbc0,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:07.778512 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-53e3f37a-71a6-4603-97fb-151db9500f08 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (827d981b-d89f-4a14-9564-e550b5799b7a), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:08.056359 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3f37a-71a6-4603-97fb-151db9500f08 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event deleted for resources: {'Port': ['ID=827d981b-d89f-4a14-9564-e550b5799b7a,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:08.124351 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54903211-3678-4ee4-bf0d-98f136830d21 req-97b7fc06-c8be-4798-b87d-34a5f0e468f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:08.125851 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54903211-3678-4ee4-bf0d-98f136830d21 req-97b7fc06-c8be-4798-b87d-34a5f0e468f3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=67f492f96d314cfea70bdbfa3caaee9e&device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 1127 time: 0.0793877 Aug 21 01:30:08.145266 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-53e3f37a-71a6-4603-97fb-151db9500f08 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (9b5e95a5-c065-4f55-acd4-be7843b6e076), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:08.147712 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-53e3f37a-71a6-4603-97fb-151db9500f08 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:08.148918 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-53e3f37a-71a6-4603-97fb-151db9500f08 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/9b5e95a5-c065-4f55-acd4-be7843b6e076 HTTP/1.1" status: 204 len: 168 time: 1.1043029 Aug 21 01:30:08.254353 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54903211-3678-4ee4-bf0d-98f136830d21 req-e2025c0a-65fa-4023-8fce-56042174e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:08.255815 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54903211-3678-4ee4-bf0d-98f136830d21 req-e2025c0a-65fa-4023-8fce-56042174e9dd service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=67f492f96d314cfea70bdbfa3caaee9e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1059225 Aug 21 01:30:08.299140 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55682) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:08.306387 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-1439bff0-465d-4fd4-a6f1-f1f456a2a39d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330375936', 'description': 'tempest-description--1531052931'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:08.381239 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54903211-3678-4ee4-bf0d-98f136830d21 req-30adcfa9-2fac-44be-8f1a-0cb365553d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:08.382729 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54903211-3678-4ee4-bf0d-98f136830d21 req-30adcfa9-2fac-44be-8f1a-0cb365553d19 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1192782 Aug 21 01:30:08.441986 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1439bff0-465d-4fd4-a6f1-f1f456a2a39d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:08.544811 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-534b5ca2-96fe-467d-ad55-3595b1ec1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:08.546239 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-534b5ca2-96fe-467d-ad55-3595b1ec1338 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=67f492f96d314cfea70bdbfa3caaee9e&device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 1127 time: 0.0932486 Aug 21 01:30:08.556382 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f4aad-6a2d-41f2-93f6-746a7b5ecd8d req-853fcb3c-6631-422a-872f-7d3bae8a134e tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:08.557824 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-065f4aad-6a2d-41f2-93f6-746a7b5ecd8d req-853fcb3c-6631-422a-872f-7d3bae8a134e tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 943 time: 0.0746686 Aug 21 01:30:08.610989 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:08.616551 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-3c07cb0a-7bbf-46cc-907a-bb04bef90352 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=240f3a1c-670e-4e79-90ed-faa414cffbc0 HTTP/1.1" status: 200 len: 217 time: 0.0521538 Aug 21 01:30:08.687678 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1439bff0-465d-4fd4-a6f1-f1f456a2a39d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:08.704159 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-065f4aad-6a2d-41f2-93f6-746a7b5ecd8d req-fa4e4fae-8d5c-4846-8c56-8dccabab673d tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386428 Aug 21 01:30:08.706161 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:08.710171 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-46392e62-9d5d-484b-9e35-13227d14ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:08.712309 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-46392e62-9d5d-484b-9e35-13227d14ddfb service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=5b0d94f6-6ff6-4464-ba5b-208daf5569b5 HTTP/1.1" status: 200 len: 854 time: 0.0867455 Aug 21 01:30:08.746992 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-3c952e69-8133-4006-b6e4-cc342960461c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5a72733d-0e4b-47b7-9270-d8de517ee151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274873 Aug 21 01:30:08.772891 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1439bff0-465d-4fd4-a6f1-f1f456a2a39d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:08.842110 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439bff0-465d-4fd4-a6f1-f1f456a2a39d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:08.869776 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-6c1494b9-452c-4d33-8a4c-71429d9971f3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5a72733d-0e4b-47b7-9270-d8de517ee151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158428 Aug 21 01:30:08.909418 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:08.913685 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1439bff0-465d-4fd4-a6f1-f1f456a2a39d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:08.914911 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-1439bff0-465d-4fd4-a6f1-f1f456a2a39d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6148462 Aug 21 01:30:08.919012 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55688) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:08.948170 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-d622df0c-5f49-45bf-a372-0eba06e1a418 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'security_group_rule': {'security_group_id': 'dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:08.989747 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c81515d-fbb5-4f57-a5e2-3391f12d1247 req-1a89b940-8e20-4e43-83e1-af32f8c29fad service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5a72733d-0e4b-47b7-9270-d8de517ee151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128745 Aug 21 01:30:09.035893 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d622df0c-5f49-45bf-a372-0eba06e1a418 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (3aadcd1c-2541-4662-969c-a1990479743d), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:09.099884 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d622df0c-5f49-45bf-a372-0eba06e1a418 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (3aadcd1c-2541-4662-969c-a1990479743d), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:09.216249 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d622df0c-5f49-45bf-a372-0eba06e1a418 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (3aadcd1c-2541-4662-969c-a1990479743d), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:09.238160 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622df0c-5f49-45bf-a372-0eba06e1a418 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aadcd1c-2541-4662-969c-a1990479743d,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:09.340657 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d622df0c-5f49-45bf-a372-0eba06e1a418 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:09.341903 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-d622df0c-5f49-45bf-a372-0eba06e1a418 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4219780 Aug 21 01:30:09.345725 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55698) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:09.350899 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-e0701dc3-e8cd-41db-8a45-60b9c23754d9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'security_group_rule': {'security_group_id': 'dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:09.446042 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e0701dc3-e8cd-41db-8a45-60b9c23754d9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (b342d3f5-090e-4817-b739-9a54b581c316), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:09.507306 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e0701dc3-e8cd-41db-8a45-60b9c23754d9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (b342d3f5-090e-4817-b739-9a54b581c316), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:09.588252 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e0701dc3-e8cd-41db-8a45-60b9c23754d9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (b342d3f5-090e-4817-b739-9a54b581c316), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:09.607926 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0701dc3-e8cd-41db-8a45-60b9c23754d9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b342d3f5-090e-4817-b739-9a54b581c316,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:09.710497 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e0701dc3-e8cd-41db-8a45-60b9c23754d9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:09.712200 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e0701dc3-e8cd-41db-8a45-60b9c23754d9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3654327 Aug 21 01:30:09.715628 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 55702) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:09.718247 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebebd26-80c3-412f-a992-7fb13f35c30a req-fe1888a5-57a9-4930-be99-f7bd29f324bb tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:09.719714 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4ebebd26-80c3-412f-a992-7fb13f35c30a req-fe1888a5-57a9-4930-be99-f7bd29f324bb tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0514014 Aug 21 01:30:09.720188 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:09.769337 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4ebebd26-80c3-412f-a992-7fb13f35c30a req-97967181-6a41-424b-94f5-6cab3b16be24 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438116 Aug 21 01:30:09.824592 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4afca8-4d1e-4e3f-a469-d6a921e247d7 req-0c183aa8-f7bc-4bd6-aab8-e7046bfe42a6 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:09.826085 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a4afca8-4d1e-4e3f-a469-d6a921e247d7 req-0c183aa8-f7bc-4bd6-aab8-e7046bfe42a6 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 943 time: 0.0478625 Aug 21 01:30:09.876092 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:09.877677 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9a4afca8-4d1e-4e3f-a469-d6a921e247d7 req-758d079b-a148-4b78-af0d-ed521efcfcfd tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460546 Aug 21 01:30:09.956459 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:10.065657 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Allocated IP 172.37.5.27 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/11cffb1a-7185-4e7d-bae2-e6457ac662c2) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:30:10.168864 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for port (11cffb1a-7185-4e7d-bae2-e6457ac662c2), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:10.262605 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (11cffb1a-7185-4e7d-bae2-e6457ac662c2), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:10.307436 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:30:10.311877 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:30:10.315758 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:30:10.321774 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'Port': ['ID=11cffb1a-7185-4e7d-bae2-e6457ac662c2,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:10.404998 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (cb163c60-4ede-492c-a443-290276643f56), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:10.527698 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (11cffb1a-7185-4e7d-bae2-e6457ac662c2), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:10.560672 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:10.576128 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:10.690338 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for port (11cffb1a-7185-4e7d-bae2-e6457ac662c2), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:10.761659 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (11cffb1a-7185-4e7d-bae2-e6457ac662c2), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:10.831269 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'Port': ['ID=11cffb1a-7185-4e7d-bae2-e6457ac662c2,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:10.834183 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (cb163c60-4ede-492c-a443-290276643f56), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:10.893328 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f3d54-a104-405a-abb0-4bf095596932 req-d59a930d-2bec-4be4-9f94-ba003bda0827 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:10.894817 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d12f3d54-a104-405a-abb0-4bf095596932 req-d59a930d-2bec-4be4-9f94-ba003bda0827 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0470517 Aug 21 01:30:10.945074 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d12f3d54-a104-405a-abb0-4bf095596932 req-4b94aa64-7c68-460c-9391-71d2de238e44 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 Aug 21 01:30:10.945292 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:10.946402 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-28d1dd17-520c-42aa-bdfe-d6b346025012 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2296939 Aug 21 01:30:10.966496 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:11.005537 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f28c-1388-4a1f-8979-321e381f1fb8 req-6241c48a-ba82-479b-b522-9f0ee21be76a tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:11.007152 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5653f28c-1388-4a1f-8979-321e381f1fb8 req-6241c48a-ba82-479b-b522-9f0ee21be76a tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 943 time: 0.0515337 Aug 21 01:30:11.057372 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5653f28c-1388-4a1f-8979-321e381f1fb8 req-9195bb4f-5933-49f4-83e1-cecf4c493512 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445552 Aug 21 01:30:11.162166 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-c9f62cca-7734-462b-91a6-b52ddfaab92f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--330375936&fields=id&tenant_id=13b534c485db48d8a37e024702f87092 HTTP/1.1" status: 200 len: 267 time: 0.0493045 Aug 21 01:30:11.269395 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-00a56fa1-a337-41aa-8c72-6eb7d5f8043a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:11.270893 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-00a56fa1-a337-41aa-8c72-6eb7d5f8043a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 816 time: 0.1014507 Aug 21 01:30:11.286150 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-119a969e-1ea0-4358-8213-dc104a7d6dc9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/quotas/13b534c485db48d8a37e024702f87092 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Aug 21 01:30:11.342192 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-1ac7c8a5-743d-4f42-9c22-8e3cf4555a36 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502322 Aug 21 01:30:11.415610 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:11.440046 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-408f7527-0222-45c0-86ef-c73b0581a82c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848401 Aug 21 01:30:11.535754 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ed176315-4330-4329-bab8-95fbccbd93d9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889544 Aug 21 01:30:11.808720 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e1276597-8df8-4adc-950c-cdca0fedd6fb req-5b99c301-1b6f-43b8-a393-2e2b5ef35605 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 210 time: 0.0284028 Aug 21 01:30:12.070572 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a96386-a68a-4994-a1b7-2b98e9ebbdba req-4fa8e426-04b4-4ea1-ae7f-16b263564d22 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:12.072788 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-82a96386-a68a-4994-a1b7-2b98e9ebbdba req-4fa8e426-04b4-4ea1-ae7f-16b263564d22 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0498104 Aug 21 01:30:12.134429 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-82a96386-a68a-4994-a1b7-2b98e9ebbdba req-db72fed1-f4a8-4b0a-9c61-42d1f3dd1fd5 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548298 Aug 21 01:30:12.199969 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4f3be-2e55-46fe-8846-affbb0ca9bd4 req-9cd76742-ff33-4643-8549-28115bf69db9 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:12.201970 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bbe4f3be-2e55-46fe-8846-affbb0ca9bd4 req-9cd76742-ff33-4643-8549-28115bf69db9 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 943 time: 0.0587435 Aug 21 01:30:12.253455 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bbe4f3be-2e55-46fe-8846-affbb0ca9bd4 req-7022b93c-5166-4b37-85da-4e8538012df6 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449445 Aug 21 01:30:12.818405 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 240f3a1c-670e-4e79-90ed-faa414cffbc0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:30:12.913846 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5d06d9d3-953b-4889-98c5-3b7fea239df8 req-12a2f6cd-bbd9-48bd-a94a-a0ab105abe48 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 210 time: 0.0301895 Aug 21 01:30:12.920970 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 240f3a1c-670e-4e79-90ed-faa414cffbc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=240f3a1c-670e-4e79-90ed-faa414cffbc0,segment=NetworkSegment(73395e4a-3128-4128-805c-6c3801a7ac74),segment_id=73395e4a-3128-4128-805c-6c3801a7ac74)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:12.932735 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '240f3a1c-670e-4e79-90ed-faa414cffbc0', 'network_id': '5a72733d-0e4b-47b7-9270-d8de517ee151', 'port_id': '240f3a1c-670e-4e79-90ed-faa414cffbc0', 'mac_address': 'fa:16:3e:a2:23:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0d94f6-6ff6-4464-ba5b-208daf5569b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:30:12.971352 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 240f3a1c-670e-4e79-90ed-faa414cffbc0 is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:30:12.971742 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:12.984933 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240f3a1c-670e-4e79-90ed-faa414cffbc0 {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:30:13.004540 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 240f3a1c-670e-4e79-90ed-faa414cffbc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=240f3a1c-670e-4e79-90ed-faa414cffbc0,segment=NetworkSegment(73395e4a-3128-4128-805c-6c3801a7ac74),segment_id=73395e4a-3128-4128-805c-6c3801a7ac74)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:13.105339 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:13.110428 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d7b2e5eb-7ccb-4e81-8b21-9c1e01910295 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:13.115620 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d7b2e5eb-7ccb-4e81-8b21-9c1e01910295 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0520096 Aug 21 01:30:13.152550 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=240f3a1c-670e-4e79-90ed-faa414cffbc0,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:13.159930 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.161439 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.161439 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.161439 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.161439 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.161786 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.162051 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.162378 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.162705 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.163030 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.163354 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.163694 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.164091 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.164370 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.164727 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:13.260281 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04eafa-108c-4ce2-a57d-31fecf7ab04f req-6e56ff3e-06c6-41ed-aebf-ea728af22e0c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:13.261810 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ae04eafa-108c-4ce2-a57d-31fecf7ab04f req-6e56ff3e-06c6-41ed-aebf-ea728af22e0c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 946 time: 0.0510373 Aug 21 01:30:13.312003 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ae04eafa-108c-4ce2-a57d-31fecf7ab04f req-b960efbb-ea99-45c5-a456-a115168fa489 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2a6ce842-bf0d-4a83-b224-912332d569b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445158 Aug 21 01:30:13.395045 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2bdf3-21f8-45d7-a94b-da0af8673a4a req-dbb34cf5-0654-4b4e-a8a8-f1080d3a4835 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:13.396458 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41d2bdf3-21f8-45d7-a94b-da0af8673a4a req-dbb34cf5-0654-4b4e-a8a8-f1080d3a4835 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 944 time: 0.0584719 Aug 21 01:30:13.513844 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41d2bdf3-21f8-45d7-a94b-da0af8673a4a req-8dbb3c63-b4de-4076-8a07-67f3fcb67e98 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964293 Aug 21 01:30:13.515156 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Deleting port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:13.515496 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:13.515868 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['240f3a1c-670e-4e79-90ed-faa414cffbc0'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:30:13.580286 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:13.611444 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] For port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:13.611808 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:13.781725 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:13.782079 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (19fce96e-b5ec-4a8d-83d0-ea2973089dad), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:13.782403 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Floating IP 19fce96e-b5ec-4a8d-83d0-ea2973089dad disassociated. External IP: 172.37.5.181, port: 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7. Aug 21 01:30:13.782722 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Calling delete_port for 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:13.794031 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:14.024631 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f549abd7-e3fd-4748-875d-84fdc4d78691 req-a4b35c81-376d-49b5-922c-65c62dc6d3a0 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 210 time: 0.0330501 Aug 21 01:30:14.051440 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:14.081657 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event deleted for resources: {'Port': ['ID=8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:14.196389 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:30:14.301858 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:30:14.311918 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] Sync routers for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:30:14.323480 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:14.324080 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:14.349191 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] No DVR routers for this DVR port 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:30:14.352971 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:14.356798 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d1fd64b6-85ef-4886-82c3-044321eb5140 req-d0852b64-4682-4aa7-8b44-c88a6315a71e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.67 "DELETE /networking/v2.0/ports/8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 HTTP/1.1" status: 204 len: 173 time: 0.9738536 Aug 21 01:30:14.357418 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'name': 'network-vif-deleted', 'tag': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:14.359637 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d3f85-2c1c-40c1-8f92-0059acdf14e8" -d '{"events": [{"server_uuid": "c266a09a-3f81-4111-a987-b1f4be65cdc4", "name": "network-vif-deleted", "tag": "8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:14.402332 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b553243-dec0-4b95-8d61-527b5d9e3ced x-openstack-request-id: req-0b553243-dec0-4b95-8d61-527b5d9e3ced {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:14.402680 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c266a09a-3f81-4111-a987-b1f4be65cdc4", "name": "network-vif-deleted", "tag": "8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:14.402823 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0b553243-dec0-4b95-8d61-527b5d9e3ced {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:14.403240 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b553243-dec0-4b95-8d61-527b5d9e3ced'] response: {'server_uuid': 'c266a09a-3f81-4111-a987-b1f4be65cdc4', 'name': 'network-vif-deleted', 'tag': '8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7', 'status': 'completed', 'code': 200} Aug 21 01:30:14.456551 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c41904c2-8fa5-4a1c-a273-dfe8faa0b807 req-d1324319-a88e-49f5-8366-31a969b708ec tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0489731 Aug 21 01:30:14.554903 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:14.555194 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-2c2cd863-d7b7-4634-ac47-0a2bc9f4e0ea service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491083 Aug 21 01:30:14.653910 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907307-fc05-4979-8f79-951054a8a501 req-4591bfb3-522b-4492-b9b4-25e4caca8452 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:14.655415 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a2907307-fc05-4979-8f79-951054a8a501 req-4591bfb3-522b-4492-b9b4-25e4caca8452 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 944 time: 0.0574737 Aug 21 01:30:14.735813 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-142688ff-1926-4439-a136-d46bbbd44d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:14.737391 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-142688ff-1926-4439-a136-d46bbbd44d8c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=9774c354b8b048768f2071acfb48a4bf&device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 1129 time: 0.0797207 Aug 21 01:30:14.741476 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:14.755455 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:14.787583 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:14.789829 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:14.804034 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a2907307-fc05-4979-8f79-951054a8a501 req-097357d5-799e-40c6-89fc-61fc672931c5 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350915 Aug 21 01:30:14.828000 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-88dc11c3-92a2-42b7-bae3-8207226d50ab tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:14.828000 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-88dc11c3-92a2-42b7-bae3-8207226d50ab tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.67 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 816 time: 0.1360757 Aug 21 01:30:14.828697 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] Checking router: b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:30:14.834477 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:14.835081 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:14.882388 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-517e8aeb-f1d1-4281-a113-7d8535dcafad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:14.885702 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-517e8aeb-f1d1-4281-a113-7d8535dcafad service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 200 len: 919 time: 0.1253638 Aug 21 01:30:14.910240 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-6edc9566-3bd1-43bd-9ba5-cc9ce6604e9c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13b534c485db48d8a37e024702f87092 HTTP/1.1" status: 200 len: 379 time: 0.0675693 Aug 21 01:30:14.919449 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'port': {'device_id': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'admin_state_up': True, 'tenant_id': '13b534c485db48d8a37e024702f87092', 'security_groups': ['dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba']}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:14.928304 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-98700812-e507-4fb5-b550-061f96c239d1 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7aa7447-c670-4701-a6ac-18f99415ce92 HTTP/1.1" status: 200 len: 217 time: 0.0371065 Aug 21 01:30:14.938099 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:14.944133 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 240f3a1c-670e-4e79-90ed-faa414cffbc0 up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:30:15.020724 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 240f3a1c-670e-4e79-90ed-faa414cffbc0 completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:30:15.023074 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-a9e6d6a7-736f-4d5f-93fa-406e21f5767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:15.025218 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-a9e6d6a7-736f-4d5f-93fa-406e21f5767a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 200 len: 857 time: 0.0907810 Aug 21 01:30:15.072082 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-53145f81-9b25-4849-a990-1d33460589b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:15.073667 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-53145f81-9b25-4849-a990-1d33460589b1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=679614c9-0d32-43d1-9058-1d318da99722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406706 Aug 21 01:30:15.136791 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 240f3a1c-670e-4e79-90ed-faa414cffbc0 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:30:15.137198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:15.139633 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:15.141173 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Made reservation on behalf of 13b534c485db48d8a37e024702f87092 for: {'port': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:30:15.145551 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:15.162030 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fd09c263-ea54-475e-91cf-77344100e83a req-a3fb616b-f27b-48f0-acab-3af24f5df6f4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 210 time: 0.0545442 Aug 21 01:30:15.173888 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:15.203382 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:15.209071 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a025ab3-e6ee-44e6-b7c0-34ef3295574c None None] The sync data for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi is: [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:30:15.241753 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-a6f0bf01-d87a-4f6d-b16b-75382313305e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582501 Aug 21 01:30:15.270523 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 240f3a1c-670e-4e79-90ed-faa414cffbc0 is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:30:15.278307 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:15.298823 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240f3a1c-670e-4e79-90ed-faa414cffbc0'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:15.301509 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9783ce-de76-475f-ae04-70e855027c6b" -d '{"events": [{"server_uuid": "bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad", "name": "network-vif-plugged", "status": "completed", "tag": "240f3a1c-670e-4e79-90ed-faa414cffbc0"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:15.322071 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:15.331323 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 240f3a1c-670e-4e79-90ed-faa414cffbc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=240f3a1c-670e-4e79-90ed-faa414cffbc0,segment=NetworkSegment(73395e4a-3128-4128-805c-6c3801a7ac74),segment_id=73395e4a-3128-4128-805c-6c3801a7ac74)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:15.340490 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Allocated IP 172.20.0.3 (cb373d64-899b-489f-9b02-6021edfc53f0/fd50c766-ff47-4da4-9e9a-cc5ec1431a42/d3beeb80-5980-4de1-b832-2d4a1e1dae1c) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:30:15.355310 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024791e7-007b-4753-8430-db6be46c7787 x-openstack-request-id: req-024791e7-007b-4753-8430-db6be46c7787 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:15.355310 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad", "name": "network-vif-plugged", "status": "completed", "tag": "240f3a1c-670e-4e79-90ed-faa414cffbc0", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:15.355310 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-024791e7-007b-4753-8430-db6be46c7787 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:15.355310 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024791e7-007b-4753-8430-db6be46c7787'] response: {'server_uuid': 'bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240f3a1c-670e-4e79-90ed-faa414cffbc0', 'code': 200} Aug 21 01:30:15.426727 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:15.427854 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:30:15.497079 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:30:15.497434 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 8d6fe117-8bd6-47dc-9dd9-1b92667e8ba7 not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:30:15.504331 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=240f3a1c-670e-4e79-90ed-faa414cffbc0,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:15.528049 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:15.538209 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571022d7-1dc2-4b71-95e8-1e8d3c13a665 None None] New status for floating IP 19fce96e-b5ec-4a8d-83d0-ea2973089dad: DOWN {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:30:15.565451 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:15.651959 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd35014f-3dd9-4384-81a5-a7bbe1e50fd6 req-2eb2ecb2-f091-499b-9cf5-3c90013075d2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421709 Aug 21 01:30:15.680865 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:15.727003 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Network cb373d64-899b-489f-9b02-6021edfc53f0 is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:30:15.730867 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:30:15.734838 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:30:15.763946 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event updated for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:15.771283 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41d2233a-730c-4a44-958e-167139d64ba1 req-79adb862-a2a9-4bcd-8fe7-ea67624a7b4e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=c266a09a-3f81-4111-a987-b1f4be65cdc4 HTTP/1.1" status: 200 len: 210 time: 0.0460258 Aug 21 01:30:15.804690 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:15.805718 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:15.934401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149220f2-9cec-426c-8439-97c6d39e67bb req-1d368a00-d8a0-44a5-a34c-ea40ce5731ad tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:15.935949 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-149220f2-9cec-426c-8439-97c6d39e67bb req-1d368a00-d8a0-44a5-a34c-ea40ce5731ad tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 945 time: 0.0511742 Aug 21 01:30:15.966337 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ca02a1ac-fddb-477a-b5df-13d871822a8e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0507417 Aug 21 01:30:15.977726 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:15.993833 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-149220f2-9cec-426c-8439-97c6d39e67bb req-9870d139-0fe2-4698-8662-c957d645f128 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519137 Aug 21 01:30:16.004887 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Request body: {'port': {'device_id': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:16.025053 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-8847fb9a-585f-4be4-90ff-cdca8b55e8a7 None None] Provisioning complete for port d3beeb80-5980-4de1-b832-2d4a1e1dae1c triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:30:16.025614 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-8847fb9a-585f-4be4-90ff-cdca8b55e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:16.067732 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-8847fb9a-585f-4be4-90ff-cdca8b55e8a7 None None] Port d3beeb80-5980-4de1-b832-2d4a1e1dae1c cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:30:16.082955 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:16.102944 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a518d-76cc-419c-b5dc-4bc6d04afd84 req-69076079-6cbb-4ad5-859c-d183a355ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:16.104477 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e94a518d-76cc-419c-b5dc-4bc6d04afd84 req-69076079-6cbb-4ad5-859c-d183a355ffe3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 1129 time: 0.0532477 Aug 21 01:30:16.154092 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e94a518d-76cc-419c-b5dc-4bc6d04afd84 req-a374f64e-71e4-4a1d-93af-3843dd34eb8a service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434306 Aug 21 01:30:16.299415 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb230365-ed47-4b22-8b90-d65b1e37e726 req-8e10e162-0096-4777-8e59-3e1da523f93a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:16.300938 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bb230365-ed47-4b22-8b90-d65b1e37e726 req-8e10e162-0096-4777-8e59-3e1da523f93a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 931 time: 0.0473034 Aug 21 01:30:16.350507 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3beeb80-5980-4de1-b832-2d4a1e1dae1c {{(pid=106924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:30:16.356727 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bb230365-ed47-4b22-8b90-d65b1e37e726 req-686cc060-f4f5-4069-94b4-798bc4cdc12b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491164 Aug 21 01:30:16.359288 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Publish callbacks [] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:16.371939 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.provisioning_blocks [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Transition to ACTIVE for port object d3beeb80-5980-4de1-b832-2d4a1e1dae1c will not be triggered until provisioned by entity L2. {{(pid=106924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:30:16.441929 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:16.527370 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Pushing event updated for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:16.555455 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Attempting to bind port d3beeb80-5980-4de1-b832-2d4a1e1dae1c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:30:16.555884 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Attempting to bind port d3beeb80-5980-4de1-b832-2d4a1e1dae1c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'}] {{(pid=106924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:30:16.556280 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Attempting to bind port d3beeb80-5980-4de1-b832-2d4a1e1dae1c on network cb373d64-899b-489f-9b02-6021edfc53f0 {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:30:16.559039 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:16.561299 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Port d3beeb80-5980-4de1-b832-2d4a1e1dae1c on network cb373d64-899b-489f-9b02-6021edfc53f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:30:16.561616 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Attempting to bind port d3beeb80-5980-4de1-b832-2d4a1e1dae1c on network cb373d64-899b-489f-9b02-6021edfc53f0 {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:30:16.566530 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:30:16.566869 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Checking segment: {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:30:16.572660 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Bound using segment: {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'} {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:30:16.572660 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Bound port: d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f9ecf7-2f27-459f-ba56-d59d1c80c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0'}}] {{(pid=106924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:30:16.572660 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:16.634750 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, cleared binding levels {{(pid=106924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:30:16.634750 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:30:16.714699 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:16.718983 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:16.719605 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:16.721049 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/d3beeb80-5980-4de1-b832-2d4a1e1dae1c HTTP/1.1" status: 200 len: 1093 time: 0.7209988 Aug 21 01:30:16.721567 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:16.723822 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bab9a2-d161-4fed-95e4-ac2f95c596e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:16.726255 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:30:16.761623 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b16408-5919-4293-aa97-cfabef5afef9 x-openstack-request-id: req-41b16408-5919-4293-aa97-cfabef5afef9 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:16.761912 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:16.762160 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41b16408-5919-4293-aa97-cfabef5afef9 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:16.762555 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b16408-5919-4293-aa97-cfabef5afef9'] response: {'name': 'network-changed', 'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'status': 'completed', 'code': 200} Aug 21 01:30:16.775840 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37df191-d6ae-476d-8420-bdc5147ae17f service neutron] Pushing event updated for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=3']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:16.937849 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 55780) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:16.999344 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0aaf-b368-4f76-a463-1da8e865c18d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (2a6ce842-bf0d-4a83-b224-912332d569b8), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:17.022036 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0aaf-b368-4f76-a463-1da8e865c18d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (2a6ce842-bf0d-4a83-b224-912332d569b8), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:17.110623 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:17.122632 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bab9a2-d161-4fed-95e4-ac2f95c596e6 req-70e74d14-3b45-4372-b2ad-96ea43507be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:17.122632 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-f0bab9a2-d161-4fed-95e4-ac2f95c596e6 req-70e74d14-3b45-4372-b2ad-96ea43507be0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 1127 time: 0.0425224 Aug 21 01:30:17.128517 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a744e3-9798-400a-8cc4-8baf93191d9c req-b48c6082-0572-4749-af58-fad22331d041 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:17.130070 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-04a744e3-9798-400a-8cc4-8baf93191d9c req-b48c6082-0572-4749-af58-fad22331d041 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 945 time: 0.0558944 Aug 21 01:30:17.200445 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-04a744e3-9798-400a-8cc4-8baf93191d9c req-258b6056-a488-4f17-8be0-8aba2254dfc0 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608075 Aug 21 01:30:17.219436 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0aaf-b368-4f76-a463-1da8e865c18d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (2a6ce842-bf0d-4a83-b224-912332d569b8), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:17.222979 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-eb5f0aaf-b368-4f76-a463-1da8e865c18d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:17.226773 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-eb5f0aaf-b368-4f76-a463-1da8e865c18d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2a6ce842-bf0d-4a83-b224-912332d569b8 HTTP/1.1" status: 204 len: 168 time: 0.2853258 Aug 21 01:30:17.227510 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55788) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:17.244901 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.api.v2.resource [None req-a176d150-75b5-42c9-9daf-d615c8cbc4d6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] show failed (client error): The resource could not be found. Aug 21 01:30:17.249152 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-a176d150-75b5-42c9-9daf-d615c8cbc4d6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups/2a6ce842-bf0d-4a83-b224-912332d569b8 HTTP/1.1" status: 404 len: 347 time: 0.0203314 Aug 21 01:30:17.249804 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55792) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:17.250211 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f0aaf-b368-4f76-a463-1da8e865c18d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ce842-bf0d-4a83-b224-912332d569b8,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:17.296343 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bab9a2-d161-4fed-95e4-ac2f95c596e6 req-5b0f3633-1014-4eeb-a36f-28e4199ec53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:17.298379 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-f0bab9a2-d161-4fed-95e4-ac2f95c596e6 req-5b0f3633-1014-4eeb-a36f-28e4199ec53e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=13b534c485db48d8a37e024702f87092&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1647272 Aug 21 01:30:17.392446 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-0e048719-64fb-4df0-9aa3-aba66887d597 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Deleting port 50389a0f-a5b5-48f9-8a84-43ec2d36a55d {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:17.392913 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0e048719-64fb-4df0-9aa3-aba66887d597 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (50389a0f-a5b5-48f9-8a84-43ec2d36a55d), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:17.523198 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19612-9c4d-4a97-944b-5f30a07d0217 req-98a3121b-d2c4-4b73-81ec-0c715eccfc16 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:17.524789 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cdd19612-9c4d-4a97-944b-5f30a07d0217 req-98a3121b-d2c4-4b73-81ec-0c715eccfc16 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0698531 Aug 21 01:30:17.528691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0e048719-64fb-4df0-9aa3-aba66887d597 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (50389a0f-a5b5-48f9-8a84-43ec2d36a55d), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:17.529039 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0e048719-64fb-4df0-9aa3-aba66887d597 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (50389a0f-a5b5-48f9-8a84-43ec2d36a55d), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:17.549566 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-0e048719-64fb-4df0-9aa3-aba66887d597 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Calling delete_port for 50389a0f-a5b5-48f9-8a84-43ec2d36a55d owned by network:floatingip {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:17.580705 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:17.637898 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cdd19612-9c4d-4a97-944b-5f30a07d0217 req-44b0d37b-e3d1-4397-be98-62d066350d4c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059101 Aug 21 01:30:17.814176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0e048719-64fb-4df0-9aa3-aba66887d597 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (50389a0f-a5b5-48f9-8a84-43ec2d36a55d), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:17.841868 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e048719-64fb-4df0-9aa3-aba66887d597 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event deleted for resources: {'Port': ['ID=50389a0f-a5b5-48f9-8a84-43ec2d36a55d,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:17.916571 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0e048719-64fb-4df0-9aa3-aba66887d597 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (19fce96e-b5ec-4a8d-83d0-ea2973089dad), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:17.919513 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0e048719-64fb-4df0-9aa3-aba66887d597 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:17.921781 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-0e048719-64fb-4df0-9aa3-aba66887d597 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/19fce96e-b5ec-4a8d-83d0-ea2973089dad HTTP/1.1" status: 204 len: 168 time: 0.6707568 Aug 21 01:30:18.031177 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bab9a2-d161-4fed-95e4-ac2f95c596e6 req-ce5cf31f-d5fb-4e41-adfa-8287d6599197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:18.034128 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-f0bab9a2-d161-4fed-95e4-ac2f95c596e6 req-ce5cf31f-d5fb-4e41-adfa-8287d6599197 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280470 Aug 21 01:30:18.148644 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55804) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:18.150553 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-e825bfa5-99c8-4c7b-b7d4-ee9c57960d44 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8484626', 'description': 'tempest-description--1738398829'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:18.179954 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ec59a5f9-5a5b-4e55-9347-0538ac37b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:18.182065 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-ec59a5f9-5a5b-4e55-9347-0538ac37b9a6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 1127 time: 0.0594068 Aug 21 01:30:18.301867 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e825bfa5-99c8-4c7b-b7d4-ee9c57960d44 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:18.351256 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdff661-523d-4fb8-8d29-6a607776c08a req-30ee92d6-1e4e-4e8d-b79d-423739ce6245 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:18.353275 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3fdff661-523d-4fb8-8d29-6a607776c08a req-30ee92d6-1e4e-4e8d-b79d-423739ce6245 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 945 time: 0.0681553 Aug 21 01:30:18.394248 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:18.432939 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3fdff661-523d-4fb8-8d29-6a607776c08a req-cff80512-6a9e-423f-b4f4-b55dc093b0eb tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738757 Aug 21 01:30:18.442313 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e825bfa5-99c8-4c7b-b7d4-ee9c57960d44 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (d6927854-01e1-48dc-b25d-ed75646631fe), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:18.533932 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e825bfa5-99c8-4c7b-b7d4-ee9c57960d44 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (d6927854-01e1-48dc-b25d-ed75646631fe), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:18.568035 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825bfa5-99c8-4c7b-b7d4-ee9c57960d44 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6927854-01e1-48dc-b25d-ed75646631fe,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:18.665013 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e825bfa5-99c8-4c7b-b7d4-ee9c57960d44 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:18.667571 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e825bfa5-99c8-4c7b-b7d4-ee9c57960d44 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5204563 Aug 21 01:30:18.669146 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-acedca04-e6e8-4501-b5b2-2bbb72cfb057 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c HTTP/1.1" status: 200 len: 217 time: 0.0338848 Aug 21 01:30:18.670258 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55814) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:18.675145 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-9ec18d0e-f303-4e00-83e9-f91ffbd17251 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'security_group_rule': {'security_group_id': 'd6927854-01e1-48dc-b25d-ed75646631fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:18.724334 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-a84dbc1c-fd38-4188-87cf-e43981a3fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:18.725884 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-a84dbc1c-fd38-4188-87cf-e43981a3fc0e service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=fd50c766-ff47-4da4-9e9a-cc5ec1431a42 HTTP/1.1" status: 200 len: 855 time: 0.0477085 Aug 21 01:30:18.791597 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-5b4b794b-e0e7-4b06-9944-93a51bdb8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:18.793161 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-5b4b794b-e0e7-4b06-9944-93a51bdb8ec7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cb373d64-899b-489f-9b02-6021edfc53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458786 Aug 21 01:30:18.830662 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ec18d0e-f303-4e00-83e9-f91ffbd17251 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (fa5ec415-0882-464a-9a4b-777fad171786), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:18.855447 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df389f0-6c5a-410f-a78d-74eaf9512acd req-e90621b9-89c9-4a10-b3c6-bd2639d5536e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:18.860642 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8df389f0-6c5a-410f-a78d-74eaf9512acd req-e90621b9-89c9-4a10-b3c6-bd2639d5536e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0707452 Aug 21 01:30:18.949930 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-a3fea5ae-c0e9-405e-8e26-c0ff3087b19e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915880 Aug 21 01:30:19.210636 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ec18d0e-f303-4e00-83e9-f91ffbd17251 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (fa5ec415-0882-464a-9a4b-777fad171786), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:19.215409 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8df389f0-6c5a-410f-a78d-74eaf9512acd req-126f42e4-0210-4000-bb1e-f4d0cd2d9c58 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486369 Aug 21 01:30:19.283163 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ec18d0e-f303-4e00-83e9-f91ffbd17251 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (fa5ec415-0882-464a-9a4b-777fad171786), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:19.285640 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-007a6f57-d5ea-40ea-b38f-f555d58f73d0 req-7ca80c1b-abde-4a4c-9f31-59663d2aafca service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256187 Aug 21 01:30:19.294928 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:19.306349 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec18d0e-f303-4e00-83e9-f91ffbd17251 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5ec415-0882-464a-9a4b-777fad171786,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:19.388719 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ec18d0e-f303-4e00-83e9-f91ffbd17251 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:19.389964 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-9ec18d0e-f303-4e00-83e9-f91ffbd17251 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7186928 Aug 21 01:30:19.394284 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 55824) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:19.398617 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-b4eff86f-10ff-45a0-98a4-54e738141010 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'security_group_rule': {'security_group_id': 'd6927854-01e1-48dc-b25d-ed75646631fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:19.529490 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b4eff86f-10ff-45a0-98a4-54e738141010 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (3baf083d-b6ab-4bc9-87e7-e4fc641995c4), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:19.578850 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:19.588470 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b4eff86f-10ff-45a0-98a4-54e738141010 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (3baf083d-b6ab-4bc9-87e7-e4fc641995c4), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:19.671454 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b4eff86f-10ff-45a0-98a4-54e738141010 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (3baf083d-b6ab-4bc9-87e7-e4fc641995c4), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:19.692697 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eff86f-10ff-45a0-98a4-54e738141010 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3baf083d-b6ab-4bc9-87e7-e4fc641995c4,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:19.798627 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b4eff86f-10ff-45a0-98a4-54e738141010 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:19.799903 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b4eff86f-10ff-45a0-98a4-54e738141010 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4054649 Aug 21 01:30:19.803674 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 55828) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:19.808622 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:19.937696 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:20.023324 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:20.124836 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:20.132732 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Allocated IP 172.37.5.188 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/c3a797f4-6936-4b81-92ce-0ea4826ded9e) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:30:20.245195 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for port (c3a797f4-6936-4b81-92ce-0ea4826ded9e), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:20.344439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae8d1a-221a-4ca3-807f-69ee42d920dc req-2ccfe923-2a48-4d38-80a1-8c4a8f49b52c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:20.350230 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1eae8d1a-221a-4ca3-807f-69ee42d920dc req-2ccfe923-2a48-4d38-80a1-8c4a8f49b52c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0552449 Aug 21 01:30:20.366341 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (c3a797f4-6936-4b81-92ce-0ea4826ded9e), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:20.405986 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1eae8d1a-221a-4ca3-807f-69ee42d920dc req-f7a8a1d2-9bae-4564-9374-36b4a8b2d7aa tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493197 Aug 21 01:30:20.410913 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:30:20.416687 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:30:20.419072 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:30:20.424886 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'Port': ['ID=c3a797f4-6936-4b81-92ce-0ea4826ded9e,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:20.521158 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (3b666212-4b09-412f-8bfb-dec2cba6e2e1), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:20.640960 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c3a797f4-6936-4b81-92ce-0ea4826ded9e), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:20.677900 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:20.804161 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for port (c3a797f4-6936-4b81-92ce-0ea4826ded9e), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:20.888412 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (c3a797f4-6936-4b81-92ce-0ea4826ded9e), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:20.956801 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'Port': ['ID=c3a797f4-6936-4b81-92ce-0ea4826ded9e,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:20.960273 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (3b666212-4b09-412f-8bfb-dec2cba6e2e1), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:21.101418 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:21.102610 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-a3752367-7483-4f8c-8554-69a1626856a8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2979543 Aug 21 01:30:21.261946 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-1f26063d-158e-466f-ad5e-1e3b80676ff8 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--8484626&fields=id&tenant_id=f4a0fcea08b248fe84012875a7243761 HTTP/1.1" status: 200 len: 267 time: 0.0447590 Aug 21 01:30:21.376320 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-ff6edd43-d808-4684-8117-d7317f376743 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:21.377837 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-ff6edd43-d808-4684-8117-d7317f376743 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9ee81273-c1c2-4ebe-9984-21786c936dee HTTP/1.1" status: 200 len: 811 time: 0.1094227 Aug 21 01:30:21.393385 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-176fdae8-f046-430f-b6c9-a04d2ebca04e tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/quotas/f4a0fcea08b248fe84012875a7243761 HTTP/1.1" status: 200 len: 375 time: 0.0095232 Aug 21 01:30:21.457127 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-101d5c26-b1fc-4dca-833a-31a92466c940 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524838 Aug 21 01:30:21.572044 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b303ce-a585-4c84-9b15-e238690afdd3 req-962f5bac-0683-4b06-b97f-714fd4ff916e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:21.573707 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-44b303ce-a585-4c84-9b15-e238690afdd3 req-962f5bac-0683-4b06-b97f-714fd4ff916e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0782866 Aug 21 01:30:21.664433 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-5a10bae3-da49-49dd-8aa7-ce62c483c698 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977575 Aug 21 01:30:21.668751 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-44b303ce-a585-4c84-9b15-e238690afdd3 req-285e3536-8efc-4a55-b457-a3ccc7a4ad6e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662012 Aug 21 01:30:21.769314 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-7cb2b547-4f5c-49da-8603-66dbbc8729fa service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986807 Aug 21 01:30:22.069922 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60413f23-c8a3-4e6b-a8a8-81d4ce372bd8 req-1b9d45b6-9ab3-427c-841b-910aaa73579d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 210 time: 0.0311186 Aug 21 01:30:22.227403 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79988962-6f01-481d-afee-4b96cc3be8c5 req-c898a9ea-352c-46dd-bf39-8d0e5ff417e2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:22.229459 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-79988962-6f01-481d-afee-4b96cc3be8c5 req-c898a9ea-352c-46dd-bf39-8d0e5ff417e2 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0575838 Aug 21 01:30:22.299675 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-79988962-6f01-481d-afee-4b96cc3be8c5 req-630810c8-0230-4fc6-83bb-d3989528535d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571404 Aug 21 01:30:22.813699 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd5567-5b6e-46d5-98ac-7c96e4e1f096 req-5470dd4c-3ad5-4172-98ca-159056c2258d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:22.820028 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f3cd5567-5b6e-46d5-98ac-7c96e4e1f096 req-5470dd4c-3ad5-4172-98ca-159056c2258d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0546508 Aug 21 01:30:22.869829 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device d3beeb80-5980-4de1-b832-2d4a1e1dae1c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:30:22.883273 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f3cd5567-5b6e-46d5-98ac-7c96e4e1f096 req-458b9b8b-1d4d-45d4-b561-a0b738116708 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620992 Aug 21 01:30:22.987682 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:23.004282 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'port_id': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'mac_address': 'fa:16:3e:e3:b4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:30:23.043044 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port d3beeb80-5980-4de1-b832-2d4a1e1dae1c is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:30:23.043417 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:23.057939 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3beeb80-5980-4de1-b832-2d4a1e1dae1c {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:30:23.079880 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:23.160075 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:23.166412 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:23.182226 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-34345bfd-7999-43b7-bf26-19b159557f15 req-d81f2f10-91ff-4fe7-98f6-ed6e0b0da02d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 210 time: 0.0318661 Aug 21 01:30:23.224632 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:23.421477 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae36907-61c4-439d-b285-55b484cf75f0 req-ac0bc7d5-26c7-42da-8641-d03b16c8a481 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:23.422957 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ae36907-61c4-439d-b285-55b484cf75f0 req-ac0bc7d5-26c7-42da-8641-d03b16c8a481 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0548196 Aug 21 01:30:23.471388 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ae36907-61c4-439d-b285-55b484cf75f0 req-fdccbbfd-d113-4980-b632-c1a73f5208df tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 Aug 21 01:30:23.549381 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['d3beeb80-5980-4de1-b832-2d4a1e1dae1c'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:30:23.647136 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:24.018767 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8791c47-66c3-4cb2-bb7a-bfed1145e2d8 req-f0e82f74-42bb-4462-8d6b-4e8339b66534 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:24.020395 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8791c47-66c3-4cb2-bb7a-bfed1145e2d8 req-f0e82f74-42bb-4462-8d6b-4e8339b66534 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 944 time: 0.0507307 Aug 21 01:30:24.074201 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8791c47-66c3-4cb2-bb7a-bfed1145e2d8 req-97263623-50b7-4221-bab1-38b014d5ae75 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435300 Aug 21 01:30:24.297122 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-996ccdb5-fd0e-48f4-9a2f-0fd0a8a77515 req-ef9cb69a-9c40-462c-a1ad-304eb0d98871 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 210 time: 0.0317008 Aug 21 01:30:24.607943 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:24.619286 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37746b9c-a7e6-4b18-b2ac-fb2b38784785 req-9a151be3-b7dc-445e-86fc-78310d36d038 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:24.620823 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-37746b9c-a7e6-4b18-b2ac-fb2b38784785 req-9a151be3-b7dc-445e-86fc-78310d36d038 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0548317 Aug 21 01:30:24.669016 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-37746b9c-a7e6-4b18-b2ac-fb2b38784785 req-bb5ea6f1-027f-46f5-9929-6b34c7db17d6 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Aug 21 01:30:24.869463 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device d3beeb80-5980-4de1-b832-2d4a1e1dae1c up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:30:24.911193 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port d3beeb80-5980-4de1-b832-2d4a1e1dae1c completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:30:24.980010 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port d3beeb80-5980-4de1-b832-2d4a1e1dae1c triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:30:24.980413 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:25.055227 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port d3beeb80-5980-4de1-b832-2d4a1e1dae1c is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:30:25.055638 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:25.081028 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:25.083339 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3ae262-9f98-4653-a9bf-67aef796ab84" -d '{"events": [{"server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "name": "network-vif-plugged", "status": "completed", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:25.097819 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:25.126649 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5945209c-1049-4801-9a2b-eccd38c8969d x-openstack-request-id: req-5945209c-1049-4801-9a2b-eccd38c8969d {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:25.126649 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "name": "network-vif-plugged", "status": "completed", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:25.126649 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5945209c-1049-4801-9a2b-eccd38c8969d {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:25.126649 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5945209c-1049-4801-9a2b-eccd38c8969d'] response: {'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'code': 200} Aug 21 01:30:25.174564 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:25.203924 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1592-babd-4ebf-a185-ae3fabfc8bd1 req-f5f4abeb-a3f2-44d7-97a4-89d674ab5d8d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:25.205479 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-951f1592-babd-4ebf-a185-ae3fabfc8bd1 req-f5f4abeb-a3f2-44d7-97a4-89d674ab5d8d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 944 time: 0.0509470 Aug 21 01:30:25.232849 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:25.257441 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-951f1592-babd-4ebf-a185-ae3fabfc8bd1 req-a78a754d-66b2-4429-b669-457a728c6f12 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461724 Aug 21 01:30:25.402325 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-aecf01e3-3e55-41e0-96d4-d5a7bd337248 req-2ebf1756-afc3-477d-9f9d-707b8616a681 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 210 time: 0.0280421 Aug 21 01:30:25.723519 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:25.796265 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e1184-1c2b-4cb6-8465-e35d717466ce req-3d935877-3786-408f-bcc9-ccb91167a02e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:25.797780 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dd8e1184-1c2b-4cb6-8465-e35d717466ce req-3d935877-3786-408f-bcc9-ccb91167a02e tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0533042 Aug 21 01:30:25.847405 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dd8e1184-1c2b-4cb6-8465-e35d717466ce req-2dc96c53-4964-4666-be1e-50ffef3c16de tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438790 Aug 21 01:30:25.957835 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-49ebfb2d-d836-48fb-b726-5d098966a649 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:25.959321 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-49ebfb2d-d836-48fb-b726-5d098966a649 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 945 time: 0.0503113 Aug 21 01:30:26.055156 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc5e61-94e4-4fa4-8a8f-d301e15bb592 req-2d4abd3e-3cdf-445d-b741-2e710af0bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:26.057754 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c2bc5e61-94e4-4fa4-8a8f-d301e15bb592 req-2d4abd3e-3cdf-445d-b741-2e710af0bada service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 1129 time: 0.0428574 Aug 21 01:30:26.070865 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Deleting port 1e55ecc3-f194-4529-b75c-be5293dba5c9 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:26.071208 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:26.142315 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c2bc5e61-94e4-4fa4-8a8f-d301e15bb592 req-055bbe24-4703-436d-b4e0-8e6f31e64667 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434151 Aug 21 01:30:26.176563 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] For port 1e55ecc3-f194-4529-b75c-be5293dba5c9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e55ecc3-f194-4529-b75c-be5293dba5c9,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:26.176563 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:26.390681 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:26.391032 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (de2d3380-4c59-4cfb-a8c1-27f279763eea), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:26.391308 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb1dcc-f276-47b1-b48d-7512582d8930 req-b1a6610a-a51e-4888-a3a3-91e126638c72 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:26.391777 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Floating IP de2d3380-4c59-4cfb-a8c1-27f279763eea disassociated. External IP: 172.37.5.129, port: 1e55ecc3-f194-4529-b75c-be5293dba5c9. Aug 21 01:30:26.391777 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Calling delete_port for 1e55ecc3-f194-4529-b75c-be5293dba5c9 owned by compute:nova {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:26.392874 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1aeb1dcc-f276-47b1-b48d-7512582d8930 req-b1a6610a-a51e-4888-a3a3-91e126638c72 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0521080 Aug 21 01:30:26.393214 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:26.449645 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1aeb1dcc-f276-47b1-b48d-7512582d8930 req-a248033e-ec1b-44d4-8ce4-905aa0115d49 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476172 Aug 21 01:30:26.536346 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-755d6f04-3439-4f9f-9ac4-a7ccf55f79ca req-9ee5359b-399a-4a63-b7b7-b22d53e9a6ca tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 210 time: 0.0294991 Aug 21 01:30:26.663340 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (1e55ecc3-f194-4529-b75c-be5293dba5c9), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:26.670130 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:26.692646 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event deleted for resources: {'Port': ['ID=1e55ecc3-f194-4529-b75c-be5293dba5c9,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:26.722011 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=59 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:26.802210 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:30:26.908987 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:30:26.920196 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] Sync routers for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:30:26.933220 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:26.934264 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:26.955410 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-704d64c0-9c6b-400f-9c56-90b0d0f0265e req-4ff6de56-c53c-43d0-b25a-b6863e340b46 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 210 time: 0.0314586 Aug 21 01:30:26.959320 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] No DVR routers for this DVR port 1e55ecc3-f194-4529-b75c-be5293dba5c9 on host hv-cinder-maste {{(pid=106924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:30:26.962842 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:26.966108 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-ab4cdcbf-ad17-4c33-a139-a7008a54f1bd req-8a30d4e0-5058-4b85-a2dc-0c6be79d779d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "DELETE /networking/v2.0/ports/1e55ecc3-f194-4529-b75c-be5293dba5c9 HTTP/1.1" status: 204 len: 173 time: 0.9816661 Aug 21 01:30:26.966557 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'name': 'network-vif-deleted', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:26.968847 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c5d034-d75d-4157-b262-e8609c3f408f" -d '{"events": [{"server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "name": "network-vif-deleted", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:27.007793 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7634877d-1ecb-4946-a5c6-196d7d980090 x-openstack-request-id: req-7634877d-1ecb-4946-a5c6-196d7d980090 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:27.008125 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddb6b3f-8ca0-4f71-b371-19c6e65dd095", "name": "network-vif-deleted", "tag": "1e55ecc3-f194-4529-b75c-be5293dba5c9", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:27.008384 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7634877d-1ecb-4946-a5c6-196d7d980090 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:27.008792 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7634877d-1ecb-4946-a5c6-196d7d980090'] response: {'server_uuid': 'eddb6b3f-8ca0-4f71-b371-19c6e65dd095', 'name': 'network-vif-deleted', 'tag': '1e55ecc3-f194-4529-b75c-be5293dba5c9', 'status': 'completed', 'code': 200} Aug 21 01:30:27.048922 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:27.256720 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:27.282466 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] Checking router: 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:30:27.291051 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:27.293678 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:27.392712 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:27.602726 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a681-f6ff-4f18-82c5-41d86e1e5506 req-672d28db-a16d-4acc-87db-ca37a3449f91 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:27.604384 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fe32a681-f6ff-4f18-82c5-41d86e1e5506 req-672d28db-a16d-4acc-87db-ca37a3449f91 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0593803 Aug 21 01:30:27.614241 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:27.656072 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7735b-7be1-4d98-a04b-ecacddee5c1a None None] The sync data for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi is: [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:25:06Z', 'revision_number': 4, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fbc8c91a-9b05-43fb-a9f8-e13615c510d9', 'name': '', 'network_id': '679614c9-0d32-43d1-9058-1d318da99722', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'mac_address': 'fa:16:3e:18:c0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'subnets': [{'id': '52ae8ffd-cfd6-4d40-b162-710d61e3bb9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:30:27.675021 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-90222091-ed38-456b-ae9b-c5e70625bdcd req-7283501d-3923-4622-a216-1e8f637f33b3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 210 time: 0.0409436 Aug 21 01:30:27.691815 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fe32a681-f6ff-4f18-82c5-41d86e1e5506 req-270b56c8-3031-473a-8ff5-80ef86331fc4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813236 Aug 21 01:30:27.738035 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-bce8a167-884a-40d4-9be1-15409120ba33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:27.908393 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b65ecb-b51c-441b-b4b0-7b4aa63e6847 None None] New status for floating IP de2d3380-4c59-4cfb-a8c1-27f279763eea: DOWN {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:30:27.941025 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:28.083757 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c2acb2b-39d1-4403-bfd1-e57aa26e0f1b req-43f11546-24ee-42d3-92d6-f2b5993d2406 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 210 time: 0.0320299 Aug 21 01:30:28.728989 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-f0018654-d120-431c-b271-9ed5f2405866 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:28.730454 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-f0018654-d120-431c-b271-9ed5f2405866 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.67 "GET /networking/v2.0/networks?id=9ee81273-c1c2-4ebe-9984-21786c936dee HTTP/1.1" status: 200 len: 811 time: 0.1080902 Aug 21 01:30:28.825471 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-471764aa-d240-475a-bb67-dc30352ac8ba req-3bea45db-6183-4835-aeb0-0f0f28810b59 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 210 time: 0.0546396 Aug 21 01:30:28.844551 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9dd75-adc7-4946-a471-ad9078f68ac6 req-78aa30fb-4f84-409c-b313-ac7bd71a0db1 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:28.848370 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0fc9dd75-adc7-4946-a471-ad9078f68ac6 req-78aa30fb-4f84-409c-b313-ac7bd71a0db1 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0636930 Aug 21 01:30:28.887751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 1e55ecc3-f194-4529-b75c-be5293dba5c9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:30:28.896065 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0fc9dd75-adc7-4946-a471-ad9078f68ac6 req-b92b5b3e-8e01-44a1-bcb8-86fb32d72e3d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Aug 21 01:30:28.908002 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 1e55ecc3-f194-4529-b75c-be5293dba5c9 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:30:28.908372 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 1e55ecc3-f194-4529-b75c-be5293dba5c9 not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:30:29.029584 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:29.041052 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30504c2e-a216-470a-aef1-b9a5f496cf17 req-478351c7-d9b9-4e7f-92b9-6b58a702f419 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:29.042575 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-30504c2e-a216-470a-aef1-b9a5f496cf17 req-478351c7-d9b9-4e7f-92b9-6b58a702f419 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0511100 Aug 21 01:30:29.052567 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-890750e9-a604-47c3-8994-b2db4767691b tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f4a0fcea08b248fe84012875a7243761 HTTP/1.1" status: 200 len: 377 time: 0.0639222 Aug 21 01:30:29.074246 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55930) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:29.074246 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-57c23c8d-6f36-40d9-996f-24f87f36ef94 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Request body: {'floatingip': {'port_id': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:29.074601 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'port': {'device_id': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'admin_state_up': True, 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'security_groups': ['d6927854-01e1-48dc-b25d-ed75646631fe']}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:29.099572 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57c23c8d-6f36-40d9-996f-24f87f36ef94 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (cb163c60-4ede-492c-a443-290276643f56), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:29.239836 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-464fc791-a0c0-4079-887c-961efe3bb3bd req-6e7cd584-9298-422c-bb2f-3cac3d62036d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=eddb6b3f-8ca0-4f71-b371-19c6e65dd095 HTTP/1.1" status: 200 len: 210 time: 0.0515501 Aug 21 01:30:29.294714 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Made reservation on behalf of f4a0fcea08b248fe84012875a7243761 for: {'port': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:30:29.298970 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:29.445387 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Allocated IP 172.20.0.9 (9ee81273-c1c2-4ebe-9984-21786c936dee/63bb539d-a4ba-4698-a8d8-59af1ab0586f/306889a6-f7da-46ac-91cc-f0f0db7e57c3) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:30:29.448029 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:29.490482 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:29.593380 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57c23c8d-6f36-40d9-996f-24f87f36ef94 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:29.620376 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:29.643943 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:29.721055 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57c23c8d-6f36-40d9-996f-24f87f36ef94 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (cb163c60-4ede-492c-a443-290276643f56), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:29.770610 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:29.817831 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Network 9ee81273-c1c2-4ebe-9984-21786c936dee is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:30:29.821297 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:30:29.823794 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:30:29.833509 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [None req-57c23c8d-6f36-40d9-996f-24f87f36ef94 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Floating IP cb163c60-4ede-492c-a443-290276643f56 associated. External IP: 172.37.5.27, port: d3beeb80-5980-4de1-b832-2d4a1e1dae1c. Aug 21 01:30:29.857960 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event updated for resources: {'Port': ['ID=306889a6-f7da-46ac-91cc-f0f0db7e57c3,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:29.893231 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:29.894411 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:29.993743 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066eca7-1329-4ab3-b9c5-baf8534ac634 req-d7123227-ade0-4065-952c-ee276bf18917 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:29.995311 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6066eca7-1329-4ab3-b9c5-baf8534ac634 req-d7123227-ade0-4065-952c-ee276bf18917 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 931 time: 0.0650487 Aug 21 01:30:30.021911 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:30.036524 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-781bbd91-49f7-41ae-b183-8773f5432232 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9767923 Aug 21 01:30:30.091331 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-346351fe-f8a2-48cd-8aef-cdca2e516871 None None] Provisioning complete for port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:30:30.094807 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-346351fe-f8a2-48cd-8aef-cdca2e516871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.111023 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Request body: {'port': {'device_id': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:30.126842 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-346351fe-f8a2-48cd-8aef-cdca2e516871 None None] Port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:30:30.131587 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6066eca7-1329-4ab3-b9c5-baf8534ac634 req-12c991af-7156-4e59-9d1e-9a0ada444089 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1285853 Aug 21 01:30:30.174446 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c23c8d-6f36-40d9-996f-24f87f36ef94 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Router 16e14b3c-c97c-49f8-a84c-61d657375ef8 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:30:30.195642 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.263787 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b7ffc573-d471-4a82-a15a-c4d5799773f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.301369 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c23c8d-6f36-40d9-996f-24f87f36ef94 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:30:30.307804 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57c23c8d-6f36-40d9-996f-24f87f36ef94 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.311408 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] Sync routers for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:30:30.327265 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:30.328183 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:30.346318 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-57c23c8d-6f36-40d9-996f-24f87f36ef94 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/cb163c60-4ede-492c-a443-290276643f56 HTTP/1.1" status: 200 len: 990 time: 1.2924943 Aug 21 01:30:30.347098 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:30.349821 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c6f29-2148-47a7-9307-7964139998f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:30.405473 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c144df-fd11-4bce-ac4e-28977e6c8cd8 x-openstack-request-id: req-21c144df-fd11-4bce-ac4e-28977e6c8cd8 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:30.405966 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:30.406354 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-21c144df-fd11-4bce-ac4e-28977e6c8cd8 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:30.407143 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c144df-fd11-4bce-ac4e-28977e6c8cd8'] response: {'name': 'network-changed', 'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'status': 'completed', 'code': 200} Aug 21 01:30:30.433367 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 55954) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:30.446266 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:30.517053 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:30.534839 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306889a6-f7da-46ac-91cc-f0f0db7e57c3 {{(pid=106924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:30:30.545313 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Publish callbacks [] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.550982 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-43470815-8ed4-477d-9133-527005a68cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:30.552902 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-43470815-8ed4-477d-9133-527005a68cd2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 1129 time: 0.0817955 Aug 21 01:30:30.569170 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.provisioning_blocks [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Transition to ACTIVE for port object 306889a6-f7da-46ac-91cc-f0f0db7e57c3 will not be triggered until provisioned by entity L2. {{(pid=106924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:30:30.570234 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-df4ea1a1-86b7-4e3c-829e-1083cbf966fe tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group (8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.616384 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-df4ea1a1-86b7-4e3c-829e-1083cbf966fe tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group (8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.672266 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.705875 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-ef3581bf-d33b-47d8-9e5b-2d71ae35c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:30.707496 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-ef3581bf-d33b-47d8-9e5b-2d71ae35c022 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 917 time: 0.1472423 Aug 21 01:30:30.758035 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Pushing event updated for resources: {'Port': ['ID=306889a6-f7da-46ac-91cc-f0f0db7e57c3,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:30.763457 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:30.776750 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:30.779201 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-bb713bc5-0a9c-4fe6-b8a9-8513136982cb service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c HTTP/1.1" status: 200 len: 998 time: 0.0645022 Aug 21 01:30:30.815904 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Attempting to bind port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:30:30.816546 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Attempting to bind port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'}] {{(pid=106924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:30:30.816671 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Attempting to bind port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 on network 9ee81273-c1c2-4ebe-9984-21786c936dee {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:30:30.818021 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:30.824637 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 on network 9ee81273-c1c2-4ebe-9984-21786c936dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:30:30.825006 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Attempting to bind port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 on network 9ee81273-c1c2-4ebe-9984-21786c936dee {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:30:30.830691 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:30:30.831217 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cb163c60-4ede-492c-a443-290276643f56', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'floating_ip_address': '172.37.5.27', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'port_id': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'mac_address': 'fa:16:3e:e3:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:30:10Z', 'updated_at': '2022-08-21T01:30:29Z', 'revision_number': 1, 'project_id': '13b534c485db48d8a37e024702f87092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:30.831517 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Checking segment: {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:30:30.831517 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Bound using segment: {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'} {{(pid=106924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:30:30.832447 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.managers [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Bound port: 306889a6-f7da-46ac-91cc-f0f0db7e57c3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc0989a-bd33-4990-8ff5-effbb016fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee'}}] {{(pid=106924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:30:30.832447 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.837331 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-fc28d564-4068-42e2-ad8f-a158ad32da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:30.838931 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-fc28d564-4068-42e2-ad8f-a158ad32da6c service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=fd50c766-ff47-4da4-9e9a-cc5ec1431a42 HTTP/1.1" status: 200 len: 855 time: 0.0531170 Aug 21 01:30:30.857710 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] Checking router: 16e14b3c-c97c-49f8-a84c-61d657375ef8 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:30:30.873876 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:30.874661 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:30.894933 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-56613b8e-aa01-4b71-a7af-266bed3ad053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:30.898387 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-56613b8e-aa01-4b71-a7af-266bed3ad053 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cb373d64-899b-489f-9b02-6021edfc53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523002 Aug 21 01:30:30.911062 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] For port 306889a6-f7da-46ac-91cc-f0f0db7e57c3, host hv-cinder-maste, cleared binding levels {{(pid=106924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:30:30.916992 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] For port 306889a6-f7da-46ac-91cc-f0f0db7e57c3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=306889a6-f7da-46ac-91cc-f0f0db7e57c3,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:30:30.938690 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-df4ea1a1-86b7-4e3c-829e-1083cbf966fe tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.938690 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-df4ea1a1-86b7-4e3c-829e-1083cbf966fe tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:30.939100 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-df4ea1a1-86b7-4e3c-829e-1083cbf966fe tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6 HTTP/1.1" status: 204 len: 168 time: 0.5046635 Aug 21 01:30:30.941804 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 55958) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:30.959089 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.api.v2.resource [None req-ace46ffc-5ba4-4ef9-a11b-df92dab7dcba tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] show failed (client error): The resource could not be found. Aug 21 01:30:30.965165 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ea1a1-86b7-4e3c-829e-1083cbf966fe tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:30.965343 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ace46ffc-5ba4-4ef9-a11b-df92dab7dcba tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups/8d941f5a-5af4-4bd8-9dc0-943e5c2ab2c6 HTTP/1.1" status: 404 len: 347 time: 0.0173311 Aug 21 01:30:30.965343 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 55960) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:31.027679 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-d2c8b0e3-e3f5-4b6c-bdbb-0d1673e4691b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223104 Aug 21 01:30:31.034983 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:31.083823 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:31.088766 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:31.089570 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:31.090956 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/306889a6-f7da-46ac-91cc-f0f0db7e57c3 HTTP/1.1" status: 200 len: 1093 time: 1.0366700 Aug 21 01:30:31.093116 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'tag': '306889a6-f7da-46ac-91cc-f0f0db7e57c3'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:31.095370 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201e7d41-abbe-42cc-bed3-a27b155d068f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a075e00-151c-4ac4-b454-deea3de38ef7", "tag": "306889a6-f7da-46ac-91cc-f0f0db7e57c3"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:31.152118 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-cf17f73d-e9ff-4b64-b15e-d967bd8f8edf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Deleting port 7cad89e1-c8d1-41d5-99e6-c07f744a39e0 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:31.163980 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf17f73d-e9ff-4b64-b15e-d967bd8f8edf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (7cad89e1-c8d1-41d5-99e6-c07f744a39e0), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:31.200058 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce7c6f29-2148-47a7-9307-7964139998f9 req-92a4ac0e-c557-4f8d-990c-b86557e02d69 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574459 Aug 21 01:30:31.218814 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a06744-fc29-4f26-bf93-3b6b80933594 x-openstack-request-id: req-31a06744-fc29-4f26-bf93-3b6b80933594 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:31.220741 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a075e00-151c-4ac4-b454-deea3de38ef7", "tag": "306889a6-f7da-46ac-91cc-f0f0db7e57c3", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:31.220741 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31a06744-fc29-4f26-bf93-3b6b80933594 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:31.220741 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a06744-fc29-4f26-bf93-3b6b80933594'] response: {'name': 'network-changed', 'server_uuid': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'tag': '306889a6-f7da-46ac-91cc-f0f0db7e57c3', 'status': 'completed', 'code': 200} Aug 21 01:30:31.220741 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:31.254568 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372db8bd-7360-47b7-8552-59d68abbea31 service neutron] Pushing event updated for resources: {'Port': ['ID=306889a6-f7da-46ac-91cc-f0f0db7e57c3,revision_number=3']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:31.268476 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf17f73d-e9ff-4b64-b15e-d967bd8f8edf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (7cad89e1-c8d1-41d5-99e6-c07f744a39e0), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:31.268887 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf17f73d-e9ff-4b64-b15e-d967bd8f8edf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for floatingip (7cad89e1-c8d1-41d5-99e6-c07f744a39e0), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:31.291246 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-cf17f73d-e9ff-4b64-b15e-d967bd8f8edf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Calling delete_port for 7cad89e1-c8d1-41d5-99e6-c07f744a39e0 owned by network:floatingip {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:31.324910 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cb163c60-4ede-492c-a443-290276643f56', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'floating_ip_address': '172.37.5.27', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'port_id': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'mac_address': 'fa:16:3e:e3:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:30:10Z', 'updated_at': '2022-08-21T01:30:29Z', 'revision_number': 1, 'project_id': '13b534c485db48d8a37e024702f87092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:31.356685 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a45ecc-9081-4008-b712-aea745e5622d None None] The sync data for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi is: [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cb163c60-4ede-492c-a443-290276643f56', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'floating_ip_address': '172.37.5.27', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'port_id': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'mac_address': 'fa:16:3e:e3:b4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:30:10Z', 'updated_at': '2022-08-21T01:30:29Z', 'revision_number': 1, 'project_id': '13b534c485db48d8a37e024702f87092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:30:31.375937 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:31.384322 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9d4c5-7427-4778-b3ac-f98d0e317828 req-aecc90fb-132f-44d4-9f89-84374fbdc5bd tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:31.386621 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-baa9d4c5-7427-4778-b3ac-f98d0e317828 req-aecc90fb-132f-44d4-9f89-84374fbdc5bd tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 943 time: 0.1386712 Aug 21 01:30:31.392655 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7d41-abbe-42cc-bed3-a27b155d068f req-ba1bba35-41ba-4e1d-875f-cacd261e44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:31.394246 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-201e7d41-abbe-42cc-bed3-a27b155d068f req-ba1bba35-41ba-4e1d-875f-cacd261e44e9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 1127 time: 0.0808675 Aug 21 01:30:31.432078 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:31.506121 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-baa9d4c5-7427-4778-b3ac-f98d0e317828 req-b19ceb38-ceb8-4b74-8f7d-41fa1ec54697 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1080306 Aug 21 01:30:31.541467 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7d41-abbe-42cc-bed3-a27b155d068f req-d5d0cb9e-9025-4812-8628-6291ae6b77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:31.543218 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-201e7d41-abbe-42cc-bed3-a27b155d068f req-d5d0cb9e-9025-4812-8628-6291ae6b77b3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=f4a0fcea08b248fe84012875a7243761&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1307771 Aug 21 01:30:31.586444 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da22c20-94dc-43f3-b296-c7ce8f7c8cd0 None None] New status for floating IP cb163c60-4ede-492c-a443-290276643f56: ACTIVE {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:30:31.587853 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf17f73d-e9ff-4b64-b15e-d967bd8f8edf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (7cad89e1-c8d1-41d5-99e6-c07f744a39e0), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:31.619226 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17f73d-e9ff-4b64-b15e-d967bd8f8edf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event deleted for resources: {'Port': ['ID=7cad89e1-c8d1-41d5-99e6-c07f744a39e0,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:31.653994 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e7d41-abbe-42cc-bed3-a27b155d068f req-fc568d60-bcaf-4ac2-bb77-11091adff5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:31.655745 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-201e7d41-abbe-42cc-bed3-a27b155d068f req-fc568d60-bcaf-4ac2-bb77-11091adff5c8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065176 Aug 21 01:30:31.694328 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf17f73d-e9ff-4b64-b15e-d967bd8f8edf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks [] for floatingip (de2d3380-4c59-4cfb-a8c1-27f279763eea), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:31.698864 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf17f73d-e9ff-4b64-b15e-d967bd8f8edf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:31.700163 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-cf17f73d-e9ff-4b64-b15e-d967bd8f8edf tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/de2d3380-4c59-4cfb-a8c1-27f279763eea HTTP/1.1" status: 204 len: 168 time: 0.7319634 Aug 21 01:30:32.633289 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aecb9-8c48-488c-9f78-a4b7bdcf6e25 req-5af3a7cd-afd4-42b5-81ff-3bec279b9992 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:32.635437 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d6aecb9-8c48-488c-9f78-a4b7bdcf6e25 req-5af3a7cd-afd4-42b5-81ff-3bec279b9992 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 943 time: 0.0517426 Aug 21 01:30:32.691677 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d6aecb9-8c48-488c-9f78-a4b7bdcf6e25 req-fca95b12-2760-4636-942a-ed5631f5e434 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432172 Aug 21 01:30:33.146333 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:33.704340 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:33.815137 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f4754-ee9f-4731-bd9d-fba17b48b5e4 req-5b3ae6e8-7126-4371-992c-543627cac05c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:33.816591 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-720f4754-ee9f-4731-bd9d-fba17b48b5e4 req-5b3ae6e8-7126-4371-992c-543627cac05c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 943 time: 0.0487964 Aug 21 01:30:33.872077 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-720f4754-ee9f-4731-bd9d-fba17b48b5e4 req-ff90030e-4d44-4cf2-9b93-5b59531c0ec2 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0488772 Aug 21 01:30:34.721013 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-3550d27c-e59a-4002-ae2c-18c083607386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:34.722559 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-3550d27c-e59a-4002-ae2c-18c083607386 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 1127 time: 0.0469570 Aug 21 01:30:34.769717 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-e475d160-e9ba-4057-9a4f-a4c40050fb51 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=306889a6-f7da-46ac-91cc-f0f0db7e57c3 HTTP/1.1" status: 200 len: 217 time: 0.0337944 Aug 21 01:30:34.821253 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-cf09d469-75ce-411e-b52a-b0685551aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:34.823564 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-cf09d469-75ce-411e-b52a-b0685551aa0a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=63bb539d-a4ba-4698-a8d8-59af1ab0586f HTTP/1.1" status: 200 len: 850 time: 0.0468221 Aug 21 01:30:34.875089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-b561a59c-27bc-4271-ac22-78668becdd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:34.876649 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-b561a59c-27bc-4271-ac22-78668becdd5a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=9ee81273-c1c2-4ebe-9984-21786c936dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456913 Aug 21 01:30:35.009259 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa190c7-1e6e-45b6-8c07-d67123b75739 req-3817a954-d8f8-46f8-bffc-3b9bd1e9d797 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:35.011316 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9fa190c7-1e6e-45b6-8c07-d67123b75739 req-3817a954-d8f8-46f8-bffc-3b9bd1e9d797 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 943 time: 0.0631375 Aug 21 01:30:35.015593 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-bc694b10-add4-43bf-b57d-e10bba3a0857 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321030 Aug 21 01:30:35.023720 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:35.122048 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9fa190c7-1e6e-45b6-8c07-d67123b75739 req-fff58a99-9e3d-4c39-af9e-4044e94771a1 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1041307 Aug 21 01:30:35.150153 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f055dbe0-7293-4d72-b2ed-cf0916395a7c req-ebd000bb-aa07-4d54-97a8-60adb2e0082f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236989 Aug 21 01:30:36.255878 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ae1ae-659f-4e7b-b86b-ad391769e911 req-8e44bc9b-119e-4561-a8de-9a000212702c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:36.258096 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1e1ae1ae-659f-4e7b-b86b-ad391769e911 req-8e44bc9b-119e-4561-a8de-9a000212702c tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 943 time: 0.0558615 Aug 21 01:30:36.319870 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1e1ae1ae-659f-4e7b-b86b-ad391769e911 req-01646a4f-529d-41b7-ae0b-5ef0272fdc5b tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0546112 Aug 21 01:30:37.441811 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80709351-4043-41be-b9e6-b88887c70636 req-e6886f39-0ea3-4cf7-8520-e75d3c4fab32 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:37.443320 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-80709351-4043-41be-b9e6-b88887c70636 req-e6886f39-0ea3-4cf7-8520-e75d3c4fab32 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 943 time: 0.0491498 Aug 21 01:30:37.494702 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-80709351-4043-41be-b9e6-b88887c70636 req-deddd73d-5f60-42ac-a3bc-53489545d213 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440128 Aug 21 01:30:38.619439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe1dbf-e67a-43e3-8c7c-89d4a325a587 req-6f9e7749-4d80-468e-a17e-bc7a236bfe70 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:38.621057 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a4fe1dbf-e67a-43e3-8c7c-89d4a325a587 req-6f9e7749-4d80-468e-a17e-bc7a236bfe70 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 943 time: 0.0488553 Aug 21 01:30:38.673986 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a4fe1dbf-e67a-43e3-8c7c-89d4a325a587 req-cf013497-6737-420c-9b73-5061e0bb75d9 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474379 Aug 21 01:30:39.238264 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:39.678936 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 306889a6-f7da-46ac-91cc-f0f0db7e57c3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:30:39.802923 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 306889a6-f7da-46ac-91cc-f0f0db7e57c3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=306889a6-f7da-46ac-91cc-f0f0db7e57c3,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:39.810388 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:39.819982 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:39.822047 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '306889a6-f7da-46ac-91cc-f0f0db7e57c3', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'port_id': '306889a6-f7da-46ac-91cc-f0f0db7e57c3', 'mac_address': 'fa:16:3e:81:be:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:30:39.834432 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9e450-1df0-437d-be0d-62e414ea2267 req-e04f6da8-7a37-4b1d-b10d-b9abe8dcda8f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:39.838868 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ee9e450-1df0-437d-be0d-62e414ea2267 req-e04f6da8-7a37-4b1d-b10d-b9abe8dcda8f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 943 time: 0.0756943 Aug 21 01:30:39.871818 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:30:39.872714 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:39.889571 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306889a6-f7da-46ac-91cc-f0f0db7e57c3 {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:30:39.907964 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9ee9e450-1df0-437d-be0d-62e414ea2267 req-f88bbc7d-8c61-4e13-ab81-36d5dfbfb952 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0510640 Aug 21 01:30:39.910681 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 306889a6-f7da-46ac-91cc-f0f0db7e57c3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=306889a6-f7da-46ac-91cc-f0f0db7e57c3,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:40.016114 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:40.075269 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=306889a6-f7da-46ac-91cc-f0f0db7e57c3,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:40.428535 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['306889a6-f7da-46ac-91cc-f0f0db7e57c3'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:30:40.571260 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:41.050638 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a55e1-8708-433a-bdbc-8eb50da5af31 req-9f6b93aa-1d32-4e45-bcee-6c3bced3f3f7 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:41.052996 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b44a55e1-8708-433a-bdbc-8eb50da5af31 req-9f6b93aa-1d32-4e45-bcee-6c3bced3f3f7 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 944 time: 0.0624077 Aug 21 01:30:41.108673 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b44a55e1-8708-433a-bdbc-8eb50da5af31 req-6fc250fb-1fd5-48b9-a5f9-820635cba4c7 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0491416 Aug 21 01:30:41.322341 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=72 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:41.356557 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=8 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:41.455959 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad8d39-e4ab-4456-8a9d-b50d8b3fd936 req-f37fdc1a-dde0-48d0-a6b2-b06659c4daff tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:41.457536 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9dad8d39-e4ab-4456-8a9d-b50d8b3fd936 req-f37fdc1a-dde0-48d0-a6b2-b06659c4daff tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0707004 Aug 21 01:30:41.519480 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9dad8d39-e4ab-4456-8a9d-b50d8b3fd936 req-c76a18b4-cfb7-44a0-910d-63fc9dab2931 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517588 Aug 21 01:30:41.679142 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 306889a6-f7da-46ac-91cc-f0f0db7e57c3 up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:30:41.690030 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=78,neutron:DELETE=7 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:41.739098 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:30:41.838289 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:30:41.839044 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:41.920575 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:30:41.921058 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:41.951931 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306889a6-f7da-46ac-91cc-f0f0db7e57c3'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:41.954427 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88bcaa7-3bed-465e-ac9a-2ca4c95fa643" -d '{"events": [{"server_uuid": "9a075e00-151c-4ac4-b454-deea3de38ef7", "name": "network-vif-plugged", "status": "completed", "tag": "306889a6-f7da-46ac-91cc-f0f0db7e57c3"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:41.971693 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 306889a6-f7da-46ac-91cc-f0f0db7e57c3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=306889a6-f7da-46ac-91cc-f0f0db7e57c3,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:42.004090 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56da67d7-ae49-42ac-8229-a0b7422d76a4 x-openstack-request-id: req-56da67d7-ae49-42ac-8229-a0b7422d76a4 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:42.004477 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a075e00-151c-4ac4-b454-deea3de38ef7", "name": "network-vif-plugged", "status": "completed", "tag": "306889a6-f7da-46ac-91cc-f0f0db7e57c3", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:42.004932 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-56da67d7-ae49-42ac-8229-a0b7422d76a4 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:42.005193 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56da67d7-ae49-42ac-8229-a0b7422d76a4'] response: {'server_uuid': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306889a6-f7da-46ac-91cc-f0f0db7e57c3', 'code': 200} Aug 21 01:30:42.047261 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:42.099366 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=306889a6-f7da-46ac-91cc-f0f0db7e57c3,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:42.249016 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a74ba4-57cd-4d1d-bdf7-e5bb44fb0cc4 req-da46b92d-f7e7-4034-ab61-eaf14b401b1b tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:42.250528 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-42a74ba4-57cd-4d1d-bdf7-e5bb44fb0cc4 req-da46b92d-f7e7-4034-ab61-eaf14b401b1b tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 945 time: 0.0607073 Aug 21 01:30:42.316791 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-42a74ba4-57cd-4d1d-bdf7-e5bb44fb0cc4 req-679dbced-6ba6-49dd-961e-69121abd6601 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0601099 Aug 21 01:30:42.656565 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f3cc9-2eb6-4f27-aaf9-baa4b02936a4 req-2bc9883d-299d-4314-9f78-dc9ba3da7273 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:42.659935 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-be1f3cc9-2eb6-4f27-aaf9-baa4b02936a4 req-2bc9883d-299d-4314-9f78-dc9ba3da7273 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0571039 Aug 21 01:30:42.722553 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-be1f3cc9-2eb6-4f27-aaf9-baa4b02936a4 req-97678fc9-095e-4c3e-bbd6-90e4ef4f66b7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575230 Aug 21 01:30:43.462373 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede731a6-0b22-4bbf-8786-656befc45b09 req-391e2d8d-5ea9-426b-a0c6-65dc11a02b44 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:43.465251 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ede731a6-0b22-4bbf-8786-656befc45b09 req-391e2d8d-5ea9-426b-a0c6-65dc11a02b44 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 945 time: 0.0646076 Aug 21 01:30:43.519130 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ede731a6-0b22-4bbf-8786-656befc45b09 req-50a4bb34-9285-47eb-9252-35c77c2957b6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492101 Aug 21 01:30:43.860859 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f711da-c90f-4c13-8439-8df6fad4392a req-59119bab-276c-4424-a5cb-6b83e57f1711 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:43.862469 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-89f711da-c90f-4c13-8439-8df6fad4392a req-59119bab-276c-4424-a5cb-6b83e57f1711 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0561953 Aug 21 01:30:43.890117 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:43.923115 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-89f711da-c90f-4c13-8439-8df6fad4392a req-dfed25b3-43ce-46b3-9c65-95c10da95108 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537226 Aug 21 01:30:44.181040 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-20809a4d-f40e-4fa9-9b45-0c086b97f41d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:44.183440 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-20809a4d-f40e-4fa9-9b45-0c086b97f41d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 945 time: 0.0780883 Aug 21 01:30:44.237042 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2398b9-e6c3-4eae-89cc-5e0e45829fc0 req-b36a2c6a-e4d0-44ec-8e58-421d1dd1160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:44.240633 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-5c2398b9-e6c3-4eae-89cc-5e0e45829fc0 req-b36a2c6a-e4d0-44ec-8e58-421d1dd1160b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 1129 time: 0.0679619 Aug 21 01:30:44.297200 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-8991acf0-dc88-4afa-b046-d0e8f96e0dab tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Deleting port f7aa7447-c670-4701-a6ac-18f99415ce92 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:44.297552 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-8991acf0-dc88-4afa-b046-d0e8f96e0dab tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:44.324844 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-5c2398b9-e6c3-4eae-89cc-5e0e45829fc0 req-c0ef09da-4783-42b9-9581-c42b133c1e90 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0739434 Aug 21 01:30:44.410370 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-8991acf0-dc88-4afa-b046-d0e8f96e0dab tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] For port f7aa7447-c670-4701-a6ac-18f99415ce92, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f7aa7447-c670-4701-a6ac-18f99415ce92,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:44.410738 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-8991acf0-dc88-4afa-b046-d0e8f96e0dab tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:44.693075 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-8991acf0-dc88-4afa-b046-d0e8f96e0dab tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Calling delete_port for f7aa7447-c670-4701-a6ac-18f99415ce92 owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:44.779888 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6066-92c7-4b2c-a978-97eee7acd22e req-751735c1-d234-4d70-a260-3ab84d12e7be tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:44.784013 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f4aa6066-92c7-4b2c-a978-97eee7acd22e req-751735c1-d234-4d70-a260-3ab84d12e7be tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 945 time: 0.0937431 Aug 21 01:30:44.864233 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f4aa6066-92c7-4b2c-a978-97eee7acd22e req-dc8f018d-711c-4ebb-bf4b-4c2f4348b64d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0738516 Aug 21 01:30:44.896804 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:44.981673 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-8991acf0-dc88-4afa-b046-d0e8f96e0dab tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (f7aa7447-c670-4701-a6ac-18f99415ce92), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:45.009332 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991acf0-dc88-4afa-b046-d0e8f96e0dab tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event deleted for resources: {'Port': ['ID=f7aa7447-c670-4701-a6ac-18f99415ce92,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:45.036562 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['f56acc10-3115-43fe-929a-cb8d30842aef', 'f7aa7447-c670-4701-a6ac-18f99415ce92'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:30:45.116588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-8991acf0-dc88-4afa-b046-d0e8f96e0dab tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] No DVR routers for this DVR port f7aa7447-c670-4701-a6ac-18f99415ce92 on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:30:45.119594 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-8991acf0-dc88-4afa-b046-d0e8f96e0dab tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:45.123125 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4b6204aa-5e95-43b1-9046-d1cffefd50a3 req-8991acf0-dc88-4afa-b046-d0e8f96e0dab tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "DELETE /networking/v2.0/ports/f7aa7447-c670-4701-a6ac-18f99415ce92 HTTP/1.1" status: 204 len: 173 time: 0.9348593 Aug 21 01:30:45.123908 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c72a3e-79b5-48fa-9c5f-26a858b589de', 'name': 'network-vif-deleted', 'tag': 'f7aa7447-c670-4701-a6ac-18f99415ce92'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:45.126205 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2df5c2b-4ed4-4412-a0b6-2e33fce30d05" -d '{"events": [{"server_uuid": "80c72a3e-79b5-48fa-9c5f-26a858b589de", "name": "network-vif-deleted", "tag": "f7aa7447-c670-4701-a6ac-18f99415ce92"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:45.130643 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d53bac53-89a8-4c6e-a489-645825bdc21c req-0f015e82-90d0-4bf4-87d0-e71f56f733b7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.0707500 Aug 21 01:30:45.275854 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2618599e-bf89-41a3-9a16-06b286860cb3 x-openstack-request-id: req-2618599e-bf89-41a3-9a16-06b286860cb3 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:45.276962 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c72a3e-79b5-48fa-9c5f-26a858b589de", "name": "network-vif-deleted", "tag": "f7aa7447-c670-4701-a6ac-18f99415ce92", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:45.277541 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2618599e-bf89-41a3-9a16-06b286860cb3 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:45.277827 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2618599e-bf89-41a3-9a16-06b286860cb3'] response: {'server_uuid': '80c72a3e-79b5-48fa-9c5f-26a858b589de', 'name': 'network-vif-deleted', 'tag': 'f7aa7447-c670-4701-a6ac-18f99415ce92', 'status': 'completed', 'code': 200} Aug 21 01:30:46.015700 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08331f85-519b-4c01-8841-8cd72690692b req-e17f8c74-6779-4a75-9349-d8de75182b7d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:46.015700 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-08331f85-519b-4c01-8841-8cd72690692b req-e17f8c74-6779-4a75-9349-d8de75182b7d tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 945 time: 0.0644605 Aug 21 01:30:46.074976 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-08331f85-519b-4c01-8841-8cd72690692b req-512969bd-a778-4a42-9ec4-31a75021943f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0511272 Aug 21 01:30:46.279413 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9badd025-3b6f-4b88-85fa-6370136f0028 req-9facfab9-d2e0-41e9-a15b-9f008e4f64e9 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.0309136 Aug 21 01:30:47.224646 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9f63a-66c2-4ce3-809e-5c17603a32b9 req-21b36f9d-e976-4ce8-8d1d-50406b2ee594 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:47.226664 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b9b9f63a-66c2-4ce3-809e-5c17603a32b9 req-21b36f9d-e976-4ce8-8d1d-50406b2ee594 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 945 time: 0.0716212 Aug 21 01:30:47.286760 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b9b9f63a-66c2-4ce3-809e-5c17603a32b9 req-b11fa44f-6928-4567-af7a-5f281a51a14b tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526190 Aug 21 01:30:47.444161 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510d2ef-69e4-4bef-b4ad-755a7bc45ee4 req-55edd4a8-384d-4eda-8a49-ee073835c097 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:47.444627 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c510d2ef-69e4-4bef-b4ad-755a7bc45ee4 req-55edd4a8-384d-4eda-8a49-ee073835c097 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 945 time: 0.0688212 Aug 21 01:30:47.456649 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56100) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:47.464345 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-d8805e7b-6cf7-4126-8fea-9db963b829a2 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Request body: {'floatingip': {'port_id': '306889a6-f7da-46ac-91cc-f0f0db7e57c3'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:47.530598 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56e8fafa-c172-42ca-b98a-535e13768d51 req-38414118-d64f-4bb7-b70d-e98827084fba tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=80c72a3e-79b5-48fa-9c5f-26a858b589de HTTP/1.1" status: 200 len: 210 time: 0.0793173 Aug 21 01:30:47.533280 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d8805e7b-6cf7-4126-8fea-9db963b829a2 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (3b666212-4b09-412f-8bfb-dec2cba6e2e1), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:47.691802 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device f7aa7447-c670-4701-a6ac-18f99415ce92 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:30:47.717112 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: f7aa7447-c670-4701-a6ac-18f99415ce92 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:30:47.717697 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device f7aa7447-c670-4701-a6ac-18f99415ce92 not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:30:47.740061 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:48.006134 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc969c-bb26-404f-91cb-db2b0f09154d req-606b746b-a599-451d-9b71-fa784f1ab7dc tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:48.012170 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-94fc969c-bb26-404f-91cb-db2b0f09154d req-606b746b-a599-451d-9b71-fa784f1ab7dc tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 945 time: 0.0711272 Aug 21 01:30:48.132229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d8805e7b-6cf7-4126-8fea-9db963b829a2 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:48.158568 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-94fc969c-bb26-404f-91cb-db2b0f09154d req-cdb650a2-f745-4351-8d6c-643b05ab1483 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375077 Aug 21 01:30:48.199983 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d8805e7b-6cf7-4126-8fea-9db963b829a2 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (3b666212-4b09-412f-8bfb-dec2cba6e2e1), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:48.294057 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:48.316286 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [None req-d8805e7b-6cf7-4126-8fea-9db963b829a2 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Floating IP 3b666212-4b09-412f-8bfb-dec2cba6e2e1 associated. External IP: 172.37.5.188, port: 306889a6-f7da-46ac-91cc-f0f0db7e57c3. Aug 21 01:30:48.564979 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8805e7b-6cf7-4126-8fea-9db963b829a2 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:30:48.702522 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8805e7b-6cf7-4126-8fea-9db963b829a2 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:30:48.707399 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d8805e7b-6cf7-4126-8fea-9db963b829a2 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:48.722167 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] Sync routers for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:30:48.735879 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:48.737028 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:48.739275 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-d8805e7b-6cf7-4126-8fea-9db963b829a2 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/3b666212-4b09-412f-8bfb-dec2cba6e2e1 HTTP/1.1" status: 200 len: 991 time: 1.2811246 Aug 21 01:30:48.739890 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'tag': '306889a6-f7da-46ac-91cc-f0f0db7e57c3'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:48.744165 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83152ffd-dcc4-4ff3-bafd-3a2118997865" -d '{"events": [{"name": "network-changed", "server_uuid": "9a075e00-151c-4ac4-b454-deea3de38ef7", "tag": "306889a6-f7da-46ac-91cc-f0f0db7e57c3"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:48.785761 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696006cc-346f-43f6-8099-b5c7710615fd x-openstack-request-id: req-696006cc-346f-43f6-8099-b5c7710615fd {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:48.786067 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a075e00-151c-4ac4-b454-deea3de38ef7", "tag": "306889a6-f7da-46ac-91cc-f0f0db7e57c3", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:48.786325 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-696006cc-346f-43f6-8099-b5c7710615fd {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:48.786740 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696006cc-346f-43f6-8099-b5c7710615fd'] response: {'name': 'network-changed', 'server_uuid': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'tag': '306889a6-f7da-46ac-91cc-f0f0db7e57c3', 'status': 'completed', 'code': 200} Aug 21 01:30:48.910988 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:49.171175 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3b666212-4b09-412f-8bfb-dec2cba6e2e1', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'floating_ip_address': '172.37.5.188', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'port_id': '306889a6-f7da-46ac-91cc-f0f0db7e57c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'mac_address': 'fa:16:3e:81:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:30:20Z', 'updated_at': '2022-08-21T01:30:48Z', 'revision_number': 1, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:49.197261 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] Checking router: b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:30:49.214143 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d5291-b45a-4932-94ab-14afa38dd93d req-bafae886-c4d5-47b6-98ee-9b634d6857e8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:49.215489 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:49.217078 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:49.225445 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-704d5291-b45a-4932-94ab-14afa38dd93d req-bafae886-c4d5-47b6-98ee-9b634d6857e8 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0906718 Aug 21 01:30:49.309970 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:49.319738 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c780dcb-18e8-4f43-81b0-bdbe339db505 req-6a881000-3752-4937-9617-fd2d14a5ecf9 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:49.321343 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c780dcb-18e8-4f43-81b0-bdbe339db505 req-6a881000-3752-4937-9617-fd2d14a5ecf9 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 945 time: 0.0770791 Aug 21 01:30:49.331484 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-704d5291-b45a-4932-94ab-14afa38dd93d req-92fa9d9f-5cff-4158-9fcb-69cc359dffc7 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049387 Aug 21 01:30:49.338762 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:49.396250 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8c780dcb-18e8-4f43-81b0-bdbe339db505 req-6d8ba70d-7d80-45d0-ac66-2691c5de81ac tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598512 Aug 21 01:30:49.594355 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3b666212-4b09-412f-8bfb-dec2cba6e2e1', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'floating_ip_address': '172.37.5.188', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'port_id': '306889a6-f7da-46ac-91cc-f0f0db7e57c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'mac_address': 'fa:16:3e:81:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:30:20Z', 'updated_at': '2022-08-21T01:30:48Z', 'revision_number': 1, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:49.626265 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb46ce6-9a88-4880-b5aa-894934d8de24 None None] The sync data for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi is: [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3b666212-4b09-412f-8bfb-dec2cba6e2e1', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'floating_ip_address': '172.37.5.188', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'port_id': '306889a6-f7da-46ac-91cc-f0f0db7e57c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'mac_address': 'fa:16:3e:81:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:30:20Z', 'updated_at': '2022-08-21T01:30:48Z', 'revision_number': 1, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:30:49.883388 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e3737-1615-4428-9535-a58e0936d325 None None] New status for floating IP 3b666212-4b09-412f-8bfb-dec2cba6e2e1: ACTIVE {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:30:50.473926 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d314a7c-1c13-4cbd-a1ce-627154a5a950 req-8ae0c350-09ca-4de1-933c-b06de032e559 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:50.475489 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d314a7c-1c13-4cbd-a1ce-627154a5a950 req-8ae0c350-09ca-4de1-933c-b06de032e559 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0666809 Aug 21 01:30:50.559150 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc168fb-d46e-4a27-8b49-f056f061e5f0 req-1ae3d541-c0d6-404a-8555-796ab1c5424f tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:50.560732 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-acc168fb-d46e-4a27-8b49-f056f061e5f0 req-1ae3d541-c0d6-404a-8555-796ab1c5424f tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 945 time: 0.0736673 Aug 21 01:30:50.579335 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d314a7c-1c13-4cbd-a1ce-627154a5a950 req-345e4052-4e2d-4295-9f54-968ceb487dca tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940571 Aug 21 01:30:50.622280 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-acc168fb-d46e-4a27-8b49-f056f061e5f0 req-803b5fed-caa5-4081-807c-1d611b2f9bcc tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534267 Aug 21 01:30:51.703998 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d098d4-c348-47a8-afaf-8f291736a1d3 req-ee1b8e2e-4112-4782-be82-7af3102ea198 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:51.705690 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-84d098d4-c348-47a8-afaf-8f291736a1d3 req-ee1b8e2e-4112-4782-be82-7af3102ea198 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0511069 Aug 21 01:30:51.775756 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0f05a-dd3c-4cd2-87f3-fd634a6947e6 req-313706c8-2f8d-4caf-a6de-6cd4b6970477 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:51.777408 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fee0f05a-dd3c-4cd2-87f3-fd634a6947e6 req-313706c8-2f8d-4caf-a6de-6cd4b6970477 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 945 time: 0.0708249 Aug 21 01:30:51.810429 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-84d098d4-c348-47a8-afaf-8f291736a1d3 req-213fe177-b864-4ddd-ae50-29b83adbc2e5 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952454 Aug 21 01:30:51.842038 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fee0f05a-dd3c-4cd2-87f3-fd634a6947e6 req-11005992-ce97-4550-be36-bffddb31d91d tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564995 Aug 21 01:30:52.254154 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-fc448519-1d2c-40df-aabb-22043f1916b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:52.255647 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-fc448519-1d2c-40df-aabb-22043f1916b4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=f4a0fcea08b248fe84012875a7243761&device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 1129 time: 0.0463612 Aug 21 01:30:52.513515 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-5a48712b-86ea-407b-9a3c-0bb1215a0d87 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:52.514989 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-5a48712b-86ea-407b-9a3c-0bb1215a0d87 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 945 time: 0.0479434 Aug 21 01:30:52.563263 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-c0c3a2e6-1af8-4930-a215-f7386e9848cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:52.564849 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-c0c3a2e6-1af8-4930-a215-f7386e9848cd service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=9ee81273-c1c2-4ebe-9984-21786c936dee HTTP/1.1" status: 200 len: 912 time: 0.0982022 Aug 21 01:30:52.617472 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Deleting port 240f3a1c-670e-4e79-90ed-faa414cffbc0 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:52.617821 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:52.699558 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:52.725070 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] For port 240f3a1c-670e-4e79-90ed-faa414cffbc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=240f3a1c-670e-4e79-90ed-faa414cffbc0,segment=NetworkSegment(73395e4a-3128-4128-805c-6c3801a7ac74),segment_id=73395e4a-3128-4128-805c-6c3801a7ac74)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:52.725425 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:52.747100 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-dc9ac350-b54e-417a-b68e-6813b661e45e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=306889a6-f7da-46ac-91cc-f0f0db7e57c3 HTTP/1.1" status: 200 len: 1001 time: 0.0947957 Aug 21 01:30:52.752680 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Calling delete_port for 240f3a1c-670e-4e79-90ed-faa414cffbc0 owned by compute:nova {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:52.752979 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b6223-7525-41e5-bc2c-67d40640e08f req-0c45c91b-6bc9-4554-994f-387047a01265 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:52.754497 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-208b6223-7525-41e5-bc2c-67d40640e08f req-0c45c91b-6bc9-4554-994f-387047a01265 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.0655246 Aug 21 01:30:52.835873 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-f408fda0-5284-4c50-800d-abbc3c9912ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:52.837652 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-f408fda0-5284-4c50-800d-abbc3c9912ac service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=63bb539d-a4ba-4698-a8d8-59af1ab0586f HTTP/1.1" status: 200 len: 850 time: 0.0820899 Aug 21 01:30:52.942893 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-208b6223-7525-41e5-bc2c-67d40640e08f req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Deleting port f56acc10-3115-43fe-929a-cb8d30842aef {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:52.943247 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-208b6223-7525-41e5-bc2c-67d40640e08f req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:52.950877 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-1fbd4443-bc93-456a-96b0-ef677d4988d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:52.952459 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-1fbd4443-bc93-456a-96b0-ef677d4988d7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=9ee81273-c1c2-4ebe-9984-21786c936dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077862 Aug 21 01:30:53.033370 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (240f3a1c-670e-4e79-90ed-faa414cffbc0), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:53.033732 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8194c0-af49-4461-a7fa-13d824631e7d req-780a82b1-e8e3-4536-88e8-df28c628ec63 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:53.035339 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eb8194c0-af49-4461-a7fa-13d824631e7d req-780a82b1-e8e3-4536-88e8-df28c628ec63 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 946 time: 0.1336551 Aug 21 01:30:53.073502 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Pushing event deleted for resources: {'Port': ['ID=240f3a1c-670e-4e79-90ed-faa414cffbc0,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:53.112313 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] No DVR routers for this DVR port 240f3a1c-670e-4e79-90ed-faa414cffbc0 on host hv-cinder-maste {{(pid=106924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:30:53.112513 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e3f20-7f6b-4958-9658-eaaefcdcc4e2 req-a2cda4f5-0e71-42d5-a45c-cee951ce1b80 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:53.114015 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8e3e3f20-7f6b-4958-9658-eaaefcdcc4e2 req-a2cda4f5-0e71-42d5-a45c-cee951ce1b80 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 945 time: 0.1677356 Aug 21 01:30:53.115095 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:53.118360 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.67 "DELETE /networking/v2.0/ports/240f3a1c-670e-4e79-90ed-faa414cffbc0 HTTP/1.1" status: 204 len: 173 time: 0.5974901 Aug 21 01:30:53.118829 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad', 'name': 'network-vif-deleted', 'tag': '240f3a1c-670e-4e79-90ed-faa414cffbc0'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:53.122718 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49a2534-0c15-4571-9c62-953916717143" -d '{"events": [{"server_uuid": "bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad", "name": "network-vif-deleted", "tag": "240f3a1c-670e-4e79-90ed-faa414cffbc0"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:53.153066 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:53.255817 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-dadeb51f-403f-4fe6-8a89-22127a560428 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821176 Aug 21 01:30:53.267616 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-208b6223-7525-41e5-bc2c-67d40640e08f req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] For port f56acc10-3115-43fe-929a-cb8d30842aef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f56acc10-3115-43fe-929a-cb8d30842aef,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:53.267987 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-208b6223-7525-41e5-bc2c-67d40640e08f req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:53.273511 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eb8194c0-af49-4461-a7fa-13d824631e7d req-8f2a7727-41bf-4547-81dc-c908d6788e8b tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=360ecb91-24a3-4bb0-ba6a-28d5a29d882c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083576 Aug 21 01:30:53.298354 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8e3e3f20-7f6b-4958-9658-eaaefcdcc4e2 req-56d14ca2-f0c5-40a7-8c2f-15a25dac5251 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9b63342a-6503-4f2a-a490-f29347c600eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495705 Aug 21 01:30:53.299362 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-208b6223-7525-41e5-bc2c-67d40640e08f req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Calling delete_port for f56acc10-3115-43fe-929a-cb8d30842aef owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:53.415114 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e0355e-9bcd-447b-8216-7b378b28a62b x-openstack-request-id: req-83e0355e-9bcd-447b-8216-7b378b28a62b {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:53.415114 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad", "name": "network-vif-deleted", "tag": "240f3a1c-670e-4e79-90ed-faa414cffbc0", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:53.415114 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83e0355e-9bcd-447b-8216-7b378b28a62b {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:53.415114 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e0355e-9bcd-447b-8216-7b378b28a62b'] response: {'server_uuid': 'bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad', 'name': 'network-vif-deleted', 'tag': '240f3a1c-670e-4e79-90ed-faa414cffbc0', 'status': 'completed', 'code': 200} Aug 21 01:30:53.436730 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83152ffd-dcc4-4ff3-bafd-3a2118997865 req-6b9c2d2b-1825-4f87-9d6d-30098e63f62b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563640 Aug 21 01:30:53.445621 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:53.622124 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-208b6223-7525-41e5-bc2c-67d40640e08f req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (f56acc10-3115-43fe-929a-cb8d30842aef), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:53.650422 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Pushing event deleted for resources: {'Port': ['ID=f56acc10-3115-43fe-929a-cb8d30842aef,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:53.665008 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['f56acc10-3115-43fe-929a-cb8d30842aef'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:30:53.679032 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.679390 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.679739 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.680079 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.680447 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.680782 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.681113 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.681449 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.681781 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.682111 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.682441 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.682771 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.683097 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.683508 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.683836 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:30:53.715247 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-208b6223-7525-41e5-bc2c-67d40640e08f req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] No DVR routers for this DVR port f56acc10-3115-43fe-929a-cb8d30842aef on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:30:53.717714 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-208b6223-7525-41e5-bc2c-67d40640e08f req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:53.720970 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-208b6223-7525-41e5-bc2c-67d40640e08f req-c99297f4-e2e5-48de-8451-d8d2e6ddb769 tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.67 "DELETE /networking/v2.0/ports/f56acc10-3115-43fe-929a-cb8d30842aef HTTP/1.1" status: 204 len: 173 time: 0.9566281 Aug 21 01:30:53.721439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e88110-1175-4ccf-bf6b-8efb43ab945e', 'name': 'network-vif-deleted', 'tag': 'f56acc10-3115-43fe-929a-cb8d30842aef'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:53.723835 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9885d4be-4adc-4e61-bde8-e7e90b632560" -d '{"events": [{"server_uuid": "90e88110-1175-4ccf-bf6b-8efb43ab945e", "name": "network-vif-deleted", "tag": "f56acc10-3115-43fe-929a-cb8d30842aef"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:53.737954 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:30:53.761937 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69b9c04-6b33-450a-8718-a933b36557dc x-openstack-request-id: req-d69b9c04-6b33-450a-8718-a933b36557dc {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:53.762446 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e88110-1175-4ccf-bf6b-8efb43ab945e", "name": "network-vif-deleted", "tag": "f56acc10-3115-43fe-929a-cb8d30842aef", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:53.762543 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d69b9c04-6b33-450a-8718-a933b36557dc {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:53.762891 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69b9c04-6b33-450a-8718-a933b36557dc'] response: {'server_uuid': '90e88110-1175-4ccf-bf6b-8efb43ab945e', 'name': 'network-vif-deleted', 'tag': 'f56acc10-3115-43fe-929a-cb8d30842aef', 'status': 'completed', 'code': 200} Aug 21 01:30:53.769541 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 240f3a1c-670e-4e79-90ed-faa414cffbc0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:30:53.791375 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 240f3a1c-670e-4e79-90ed-faa414cffbc0 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:30:53.791718 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 240f3a1c-670e-4e79-90ed-faa414cffbc0 not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:30:53.792155 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device f56acc10-3115-43fe-929a-cb8d30842aef no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:30:53.810713 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: f56acc10-3115-43fe-929a-cb8d30842aef {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:30:53.811075 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device f56acc10-3115-43fe-929a-cb8d30842aef not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:30:54.409307 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f7f46bce-d53b-4d92-9cbd-18577a00739a req-49f20b8f-7646-476b-a62f-efe930f3062d tempest-ServerRescueNegativeTestJSON-1204886246 tempest-ServerRescueNegativeTestJSON-1204886246-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=90e88110-1175-4ccf-bf6b-8efb43ab945e HTTP/1.1" status: 200 len: 210 time: 0.0414114 Aug 21 01:30:54.436885 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-173b7d63-0474-4549-a7c5-a5edcd58ca89 req-113c9da8-9bc0-4023-a25b-fdf785ebd577 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bbcc0aae-d0d3-4890-ba49-5ab2abbb13ad HTTP/1.1" status: 200 len: 210 time: 0.0304513 Aug 21 01:30:55.477230 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56150) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:56.180827 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:56.427686 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:56.461978 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] Deleting port fbc8c91a-9b05-43fb-a9f8-e13615c510d9 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:56.462773 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:56.570393 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:56.583018 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] For port fbc8c91a-9b05-43fb-a9f8-e13615c510d9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fbc8c91a-9b05-43fb-a9f8-e13615c510d9,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:56.583383 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:56.596626 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0d03d527-53c8-4828-b65a-6997672ad824 req-8520e607-3eb9-46f2-b462-0e26c72bfcdc tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1575003272&fields=id&tenant_id=da8fc458ef6b49e18daac9fb195a2149 HTTP/1.1" status: 200 len: 267 time: 0.0764320 Aug 21 01:30:56.600582 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] Calling delete_port for fbc8c91a-9b05-43fb-a9f8-e13615c510d9 owned by network:router_interface {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:56.686870 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03d527-53c8-4828-b65a-6997672ad824 req-89085517-5dba-4e9d-893a-c0c751e038d3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:56.688357 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0d03d527-53c8-4828-b65a-6997672ad824 req-89085517-5dba-4e9d-893a-c0c751e038d3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 985 time: 0.0858226 Aug 21 01:30:56.707352 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-0d03d527-53c8-4828-b65a-6997672ad824 req-f5b1e66e-3416-4777-be61-111252b3e947 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Request body: {'port': {'security_groups': ['e5f332e1-a106-4405-aed8-7bed6c1b35e2']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:30:56.840229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-0d03d527-53c8-4828-b65a-6997672ad824 req-f5b1e66e-3416-4777-be61-111252b3e947 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.057091 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (fbc8c91a-9b05-43fb-a9f8-e13615c510d9), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.071546 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-0d03d527-53c8-4828-b65a-6997672ad824 req-f5b1e66e-3416-4777-be61-111252b3e947 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] For port 9b282ab5-9500-4319-bbaa-ac3078e3128d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:57.098236 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc8c91a-9b05-43fb-a9f8-e13615c510d9,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:57.142839 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-0d03d527-53c8-4828-b65a-6997672ad824 req-f5b1e66e-3416-4777-be61-111252b3e947 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.253012 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-0d03d527-53c8-4828-b65a-6997672ad824 req-f5b1e66e-3416-4777-be61-111252b3e947 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.262708 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03d527-53c8-4828-b65a-6997672ad824 req-f5b1e66e-3416-4777-be61-111252b3e947 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:57.263754 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-0d03d527-53c8-4828-b65a-6997672ad824 req-f5b1e66e-3416-4777-be61-111252b3e947 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.265583 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0d03d527-53c8-4828-b65a-6997672ad824 req-f5b1e66e-3416-4777-be61-111252b3e947 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "PUT /networking/v2.0/ports/9b282ab5-9500-4319-bbaa-ac3078e3128d HTTP/1.1" status: 200 len: 943 time: 0.5683439 Aug 21 01:30:57.272735 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56168) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:57.287624 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:57.291441 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395f59d6-627f-4a9a-b669-4e9225df424f" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:57.298087 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['9b282ab5-9500-4319-bbaa-ac3078e3128d'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:30:57.357663 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-94dafcf9-1774-4dac-ba52-8e1b9f1ebd98 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group (81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.358411 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:57.366243 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1e66e-3416-4777-be61-111252b3e947 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event updated for resources: {'Port': ['ID=9b282ab5-9500-4319-bbaa-ac3078e3128d,revision_number=7']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:57.373822 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.395766 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18347a3-2000-4c10-b981-cafbbb98e65c x-openstack-request-id: req-a18347a3-2000-4c10-b981-cafbbb98e65c {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:57.397562 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:57.397562 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a18347a3-2000-4c10-b981-cafbbb98e65c {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:57.397562 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18347a3-2000-4c10-b981-cafbbb98e65c'] response: {'name': 'network-changed', 'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'status': 'completed', 'code': 200} Aug 21 01:30:57.398069 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-94dafcf9-1774-4dac-ba52-8e1b9f1ebd98 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group (81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.496678 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['9b282ab5-9500-4319-bbaa-ac3078e3128d'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:30:57.498987 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:57.514636 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f59d6-627f-4a9a-b669-4e9225df424f req-7d184ca1-1aba-41b8-bce4-ecf225132784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:57.516215 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-395f59d6-627f-4a9a-b669-4e9225df424f req-7d184ca1-1aba-41b8-bce4-ecf225132784 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da8fc458ef6b49e18daac9fb195a2149&device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 1130 time: 0.0507700 Aug 21 01:30:57.521464 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:57.528230 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:57.622740 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-94dafcf9-1774-4dac-ba52-8e1b9f1ebd98 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.625497 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-94dafcf9-1774-4dac-ba52-8e1b9f1ebd98 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.626744 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-94dafcf9-1774-4dac-ba52-8e1b9f1ebd98 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c HTTP/1.1" status: 204 len: 168 time: 0.3524494 Aug 21 01:30:57.633163 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56174) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:57.642947 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dafcf9-1774-4dac-ba52-8e1b9f1ebd98 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fe8dd3-7ec5-4c04-b2b5-ba8178555d1c,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:57.733958 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4978e46b-9f8e-4c44-ac7a-490bcad60e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:57.758859 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f59d6-627f-4a9a-b669-4e9225df424f req-6e0b4a5e-e4f9-4a07-b360-3ce7f338a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:57.760393 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-395f59d6-627f-4a9a-b669-4e9225df424f req-6e0b4a5e-e4f9-4a07-b360-3ce7f338a0f0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1e79e20e-bb84-4864-9fe8-d17ca136af81 HTTP/1.1" status: 200 len: 916 time: 0.2336550 Aug 21 01:30:57.856703 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] Router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:30:57.904468 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-395f59d6-627f-4a9a-b669-4e9225df424f req-7e9f16de-edfa-47a2-804b-abb93ef3eede service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d HTTP/1.1" status: 200 len: 1002 time: 0.1100783 Aug 21 01:30:58.002115 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Deleting port 8fad29cf-2c47-4d0e-a758-68490d49c9d3 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:58.002501 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (8fad29cf-2c47-4d0e-a758-68490d49c9d3), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:58.036365 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:58.091135 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f59d6-627f-4a9a-b669-4e9225df424f req-bfd57488-25dd-438f-b7be-50a72548945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:58.092690 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-395f59d6-627f-4a9a-b669-4e9225df424f req-bfd57488-25dd-438f-b7be-50a72548945a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=00079c66-f5fd-4cb3-b926-ea119e3ff612 HTTP/1.1" status: 200 len: 854 time: 0.1815557 Aug 21 01:30:58.163437 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (8fad29cf-2c47-4d0e-a758-68490d49c9d3), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:58.163674 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for floatingip (8fad29cf-2c47-4d0e-a758-68490d49c9d3), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:58.166690 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:30:58.174188 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f59d6-627f-4a9a-b669-4e9225df424f req-754853dd-cee6-4ded-8713-af652aa637ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:30:58.176463 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-395f59d6-627f-4a9a-b669-4e9225df424f req-754853dd-cee6-4ded-8713-af652aa637ae service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1e79e20e-bb84-4864-9fe8-d17ca136af81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762987 Aug 21 01:30:58.180421 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] Sync routers for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:30:58.181837 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-3e01f172-d9cd-4d92-8e60-3e70977aaf78 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/8e318f5d-6d66-40e2-8a86-eefca9cc6e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7035615 Aug 21 01:30:58.184821 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56178) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:58.195531 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:58.196321 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:58.200712 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Calling delete_port for 8fad29cf-2c47-4d0e-a758-68490d49c9d3 owned by network:floatingip {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:58.356072 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:58.384936 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:58.396093 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-395f59d6-627f-4a9a-b669-4e9225df424f req-4097dabe-80b1-4351-8aec-71ea7123557d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095852 Aug 21 01:30:58.585990 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:58.590375 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Publish callbacks [] for router (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:58.593028 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:58.651472 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:30:56Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:58.678866 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] Checking router: 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:30:58.690020 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] Routers {'8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:58.690894 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:58.691522 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:58.706559 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Publish callbacks [] for router_gateway (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:58.797527 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] Set router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:58.838502 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:58.847411 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Deleting port f21eb775-4b5e-4728-ba1a-b5b449e5aec5 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:30:58.849114 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:58.900175 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (8fad29cf-2c47-4d0e-a758-68490d49c9d3), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:58.932915 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event deleted for resources: {'Port': ['ID=8fad29cf-2c47-4d0e-a758-68490d49c9d3,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:58.939681 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] For port f21eb775-4b5e-4728-ba1a-b5b449e5aec5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f21eb775-4b5e-4728-ba1a-b5b449e5aec5,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:30:58.940155 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:58.955773 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Calling delete_port for f21eb775-4b5e-4728-ba1a-b5b449e5aec5 owned by network:router_gateway {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:30:58.993886 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:30:56Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:59.011909 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks [] for floatingip (7b4c872f-7f53-4fab-9f16-77d1d47919ec), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.013333 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Floating IP 7b4c872f-7f53-4fab-9f16-77d1d47919ec disassociated (deleted). External IP: 172.37.5.149, port: 9b282ab5-9500-4319-bbaa-ac3078e3128d. Aug 21 01:30:59.019262 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd4593-0546-4138-96ba-69161ca93934 None None] The sync data for ids ['8e318f5d-6d66-40e2-8a86-eefca9cc6e0d'] in dv-cinder-master-3-iscsi is: [{'id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'name': 'tempest-ServerRescueNegativeTestJSON-294278173-router', 'tenant_id': '9774c354b8b048768f2071acfb48a4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:24:59Z', 'updated_at': '2022-08-21T01:30:56Z', 'revision_number': 5, 'project_id': '9774c354b8b048768f2071acfb48a4bf', 'gw_port': {'id': 'f21eb775-4b5e-4728-ba1a-b5b449e5aec5', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e318f5d-6d66-40e2-8a86-eefca9cc6e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:00Z', 'updated_at': '2022-08-21T01:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:30:59.250648 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (f21eb775-4b5e-4728-ba1a-b5b449e5aec5), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.276193 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f21eb775-4b5e-4728-ba1a-b5b449e5aec5,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:30:59.296551 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Router 7d35a8c3-652c-4391-910d-a8ce382cd230 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:30:59.309952 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-395f59d6-627f-4a9a-b669-4e9225df424f req-da68086b-3794-49e1-b282-b1dae2c4b74f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282401 Aug 21 01:30:59.348266 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.418421 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:30:59.422979 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.430211 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] Sync routers for ids ['7d35a8c3-652c-4391-910d-a8ce382cd230'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:30:59.444565 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.447369 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Publish callbacks [] for router_controller (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.447955 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] Routers {'7d35a8c3-652c-4391-910d-a8ce382cd230'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:59.450218 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['7d35a8c3-652c-4391-910d-a8ce382cd230'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:59.457879 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-7bf91662-8d2c-4057-bf3b-6a41f3442287 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/7b4c872f-7f53-4fab-9f16-77d1d47919ec HTTP/1.1" status: 204 len: 168 time: 1.8236291 Aug 21 01:30:59.458554 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:30:59.460913 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:30:59.534039 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc2b5f4-29b2-4b6b-b381-ec595db99830 x-openstack-request-id: req-2fc2b5f4-29b2-4b6b-b381-ec595db99830 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:30:59.534542 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:30:59.535046 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2fc2b5f4-29b2-4b6b-b381-ec595db99830 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:30:59.535829 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc2b5f4-29b2-4b6b-b381-ec595db99830'] response: {'name': 'network-changed', 'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'status': 'completed', 'code': 200} Aug 21 01:30:59.599357 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (8e318f5d-6d66-40e2-8a86-eefca9cc6e0d), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.600039 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e318f5d-6d66-40e2-8a86-eefca9cc6e0d {{(pid=106924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:30:59.606016 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.612938 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-7740bdcd-26b8-4b12-8886-dbb7702261cc admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/8e318f5d-6d66-40e2-8a86-eefca9cc6e0d HTTP/1.1" status: 204 len: 168 time: 1.4213233 Aug 21 01:30:59.613221 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56188) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:30:59.663915 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadf2e00-a2bc-458a-a80b-53cf18df1a85 admin admin] Deleting subnet 52ae8ffd-cfd6-4d40-b162-710d61e3bb9b {{(pid=106923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:30:59.668730 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cadf2e00-a2bc-458a-a80b-53cf18df1a85 admin admin] Publish callbacks [] for subnet (52ae8ffd-cfd6-4d40-b162-710d61e3bb9b), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.709503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cadf2e00-a2bc-458a-a80b-53cf18df1a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291515'] for subnet (52ae8ffd-cfd6-4d40-b162-710d61e3bb9b), precommit_delete_associations {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.718264 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] Set router 7d35a8c3-652c-4391-910d-a8ce382cd230 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:30:59.814011 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:59.836749 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cadf2e00-a2bc-458a-a80b-53cf18df1a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (52ae8ffd-cfd6-4d40-b162-710d61e3bb9b), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:30:59.879853 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:30:59.936117 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:28Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51cee38e-2fe5-4ed4-a408-f18d6c789418', 'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'mac_address': 'fa:16:3e:9e:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:27Z', 'updated_at': '2022-08-21T01:27:34Z', 'revision_number': 5, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'subnets': [{'id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:30:59.961861 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] Checking router: 7d35a8c3-652c-4391-910d-a8ce382cd230 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:30:59.971166 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] Routers {'7d35a8c3-652c-4391-910d-a8ce382cd230'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:30:59.971781 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:30:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['7d35a8c3-652c-4391-910d-a8ce382cd230'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:00.016720 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cadf2e00-a2bc-458a-a80b-53cf18df1a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9291481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8566281'] for subnet (52ae8ffd-cfd6-4d40-b162-710d61e3bb9b), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.040477 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf2e00-a2bc-458a-a80b-53cf18df1a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ae8ffd-cfd6-4d40-b162-710d61e3bb9b,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:00.047707 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cadf2e00-a2bc-458a-a80b-53cf18df1a85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.050891 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-cadf2e00-a2bc-458a-a80b-53cf18df1a85 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/52ae8ffd-cfd6-4d40-b162-710d61e3bb9b HTTP/1.1" status: 204 len: 168 time: 0.4398241 Aug 21 01:31:00.053397 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56198) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:00.057641 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f6d155-757c-4856-906e-439d2495e3fe None None] Network 679614c9-0d32-43d1-9058-1d318da99722 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:31:00.130819 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (679614c9-0d32-43d1-9058-1d318da99722), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.155575 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] Set router 7d35a8c3-652c-4391-910d-a8ce382cd230 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:00.194804 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Deleting port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:00.195132 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.233910 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:00.268887 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device fbc8c91a-9b05-43fb-a9f8-e13615c510d9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:00.285847 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] For port f7d7db9a-2e3b-42ee-9d00-ccede9e97485, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f7d7db9a-2e3b-42ee-9d00-ccede9e97485,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:00.286219 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.300336 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Calling delete_port for f7d7db9a-2e3b-42ee-9d00-ccede9e97485 owned by network:dhcp {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:00.304589 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: fbc8c91a-9b05-43fb-a9f8-e13615c510d9 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:31:00.305885 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device fbc8c91a-9b05-43fb-a9f8-e13615c510d9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:31:00.305885 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f21eb775-4b5e-4728-ba1a-b5b449e5aec5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:00.307376 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-6c6b0a50-ff0d-48fb-8df0-7ea1caa41047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.328354 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1931a488-d9b0-4f39-a7b7-66cb8c68cd06 None None] DHCP port deletion for 679614c9-0d32-43d1-9058-1d318da99722 request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:31:00.358892 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: f21eb775-4b5e-4728-ba1a-b5b449e5aec5 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:31:00.359248 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f21eb775-4b5e-4728-ba1a-b5b449e5aec5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:31:00.438496 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-1931a488-d9b0-4f39-a7b7-66cb8c68cd06 None None] Deleting port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:00.439197 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1931a488-d9b0-4f39-a7b7-66cb8c68cd06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.484503 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:00.502154 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.527187 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d7db9a-2e3b-42ee-9d00-ccede9e97485,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:00.530577 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] No DVR routers for this DVR port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 on host dv-cinder-master-3-iscsi {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:31:00.541602 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-1931a488-d9b0-4f39-a7b7-66cb8c68cd06 None None] For port f7d7db9a-2e3b-42ee-9d00-ccede9e97485, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f7d7db9a-2e3b-42ee-9d00-ccede9e97485,segment=NetworkSegment(71e38bbe-8073-4eb5-ad1d-c45113c91875),segment_id=71e38bbe-8073-4eb5-ad1d-c45113c91875)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:00.541988 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1931a488-d9b0-4f39-a7b7-66cb8c68cd06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.551056 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:28Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51cee38e-2fe5-4ed4-a408-f18d6c789418', 'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'mac_address': 'fa:16:3e:9e:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:27Z', 'updated_at': '2022-08-21T01:27:34Z', 'revision_number': 5, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'subnets': [{'id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:00.580194 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82a1bd3-f1ef-4849-adb5-33b18cca9acd None None] The sync data for ids ['7d35a8c3-652c-4391-910d-a8ce382cd230'] in dv-cinder-master-3-iscsi is: [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:27:28Z', 'revision_number': 4, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '51cee38e-2fe5-4ed4-a408-f18d6c789418', 'name': '', 'network_id': '1e79e20e-bb84-4864-9fe8-d17ca136af81', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'mac_address': 'fa:16:3e:9e:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:27Z', 'updated_at': '2022-08-21T01:27:34Z', 'revision_number': 5, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'subnets': [{'id': '00079c66-f5fd-4cb3-b926-ea119e3ff612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:31:00.582345 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-1931a488-d9b0-4f39-a7b7-66cb8c68cd06 None None] Calling delete_port for f7d7db9a-2e3b-42ee-9d00-ccede9e97485 owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:00.607509 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (679614c9-0d32-43d1-9058-1d318da99722), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.630641 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679614c9-0d32-43d1-9058-1d318da99722']}} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:00.641882 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e38bbe-8073-4eb5-ad1d-c45113c91875') {'for_net_delete': True} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:00.641882 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e38bbe-8073-4eb5-ad1d-c45113c91875') {} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:00.653444 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291500'] for segment (71e38bbe-8073-4eb5-ad1d-c45113c91875), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.668514 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (71e38bbe-8073-4eb5-ad1d-c45113c91875), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.673701 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1931a488-d9b0-4f39-a7b7-66cb8c68cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (f7d7db9a-2e3b-42ee-9d00-ccede9e97485), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.676252 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=106923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:31:00.677030 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9291643'] for segment (71e38bbe-8073-4eb5-ad1d-c45113c91875), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.705049 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment 71e38bbe-8073-4eb5-ad1d-c45113c91875 resource provider aggregate not found Aug 21 01:31:00.710527 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931a488-d9b0-4f39-a7b7-66cb8c68cd06 None None] Pushing event deleted for resources: {'Port': ['ID=f7d7db9a-2e3b-42ee-9d00-ccede9e97485,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:00.722822 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931a488-d9b0-4f39-a7b7-66cb8c68cd06 None None] No DVR routers for this DVR port f7d7db9a-2e3b-42ee-9d00-ccede9e97485 on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:31:00.736048 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment 71e38bbe-8073-4eb5-ad1d-c45113c91875 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71e38bbe-8073-4eb5-ad1d-c45113c91875 found for delete ", "request_id": "req-de3b4dd3-6ad7-4b71-8784-a15c89c4bd5e"}]} Aug 21 01:31:00.848337 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4195b2-2385-492b-968c-d7fc15f2155f None None] New status for floating IP 7b4c872f-7f53-4fab-9f16-77d1d47919ec: DOWN {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:31:00.862137 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (679614c9-0d32-43d1-9058-1d318da99722), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.870396 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:00.877752 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/679614c9-0d32-43d1-9058-1d318da99722 HTTP/1.1" status: 204 len: 168 time: 0.8197367 Aug 21 01:31:00.884428 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575747a-c914-47d5-8627-62e82480b698 admin admin] Pushing event deleted for resources: {'Network': ['ID=679614c9-0d32-43d1-9058-1d318da99722,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:01.031999 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-e3666b19-53a6-4b5d-8c80-38702327cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:01.033574 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-e3666b19-53a6-4b5d-8c80-38702327cd9a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=da8fc458ef6b49e18daac9fb195a2149&device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 1130 time: 0.0435212 Aug 21 01:31:01.137047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-e2fc88e9-08fe-45b5-910f-ea3f596aff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:01.138462 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-e2fc88e9-08fe-45b5-910f-ea3f596aff36 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1e79e20e-bb84-4864-9fe8-d17ca136af81 HTTP/1.1" status: 200 len: 916 time: 0.0928142 Aug 21 01:31:01.181756 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-e8ec9205-f348-4a63-af6a-72ce85b1ee48 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d HTTP/1.1" status: 200 len: 217 time: 0.0346456 Aug 21 01:31:01.236547 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-2dced84b-b155-4ca4-aff2-715242f6e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:01.238341 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-2dced84b-b155-4ca4-aff2-715242f6e7d8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=00079c66-f5fd-4cb3-b926-ea119e3ff612 HTTP/1.1" status: 200 len: 854 time: 0.0490146 Aug 21 01:31:01.393383 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56210) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:01.410740 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:01.435743 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-dd36f5d4-acc8-4108-b1f6-9c73a49b1ce4 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9774c354b8b048768f2071acfb48a4bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427756 Aug 21 01:31:01.438278 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56212) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:01.453013 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:01.492608 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-32bb9b4b-68c2-43e6-83e3-ef7efcbd4003 admin admin] Publish callbacks [] for security_group (360ecb91-24a3-4bb0-ba6a-28d5a29d882c), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:01.515876 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-32bb9b4b-68c2-43e6-83e3-ef7efcbd4003 admin admin] Publish callbacks [] for security_group (360ecb91-24a3-4bb0-ba6a-28d5a29d882c), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:01.522658 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:01.601548 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-42c62288-cb4f-4c33-86f5-8e5ef2352d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:01.603075 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-42c62288-cb4f-4c33-86f5-8e5ef2352d7f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1e79e20e-bb84-4864-9fe8-d17ca136af81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402555 Aug 21 01:31:01.681495 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-32bb9b4b-68c2-43e6-83e3-ef7efcbd4003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (360ecb91-24a3-4bb0-ba6a-28d5a29d882c), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:01.684492 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-32bb9b4b-68c2-43e6-83e3-ef7efcbd4003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:01.685634 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-32bb9b4b-68c2-43e6-83e3-ef7efcbd4003 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/360ecb91-24a3-4bb0-ba6a-28d5a29d882c HTTP/1.1" status: 204 len: 168 time: 0.2463989 Aug 21 01:31:01.702180 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb9b4b-68c2-43e6-83e3-ef7efcbd4003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360ecb91-24a3-4bb0-ba6a-28d5a29d882c,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:01.726809 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-84e522cb-8e42-4985-9e49-7b39d202706b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095417 Aug 21 01:31:01.824512 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ab1fa250-c7a0-4739-aeda-6d3bceb56be6 req-ab3139cf-1fcb-4e1a-9469-d104743ef4c7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889540 Aug 21 01:31:02.079236 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f7d7db9a-2e3b-42ee-9d00-ccede9e97485 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:02.110172 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: f7d7db9a-2e3b-42ee-9d00-ccede9e97485 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:31:02.110524 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f7d7db9a-2e3b-42ee-9d00-ccede9e97485 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:31:02.993679 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56248) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:03.101507 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-190704284-network', 'tenant_id': '122b46d9e29843a88c7ca5f019426539'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:31:03.142407 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:03.239442 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Made reservation on behalf of 122b46d9e29843a88c7ca5f019426539 for: {'network': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:31:03.241922 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:03.253598 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:03.338181 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Publish callbacks [] for security_group (ffba8bbb-9344-4899-a343-f44ef86ecb5a), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:03.468174 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (ffba8bbb-9344-4899-a343-f44ef86ecb5a), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:03.497319 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=106923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:31:03.503774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffba8bbb-9344-4899-a343-f44ef86ecb5a,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:03.512298 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (10fc4450-430d-4a28-b065-2a913f1a3831), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:03.512656 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.segments_db [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Added segment 10fc4450-430d-4a28-b065-2a913f1a3831 of type vlan for network 99061e98-94a6-4cdf-b3c1-c9af69a6346c Aug 21 01:31:03.557457 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (99061e98-94a6-4cdf-b3c1-c9af69a6346c), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:03.585141 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:03.696394 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (99061e98-94a6-4cdf-b3c1-c9af69a6346c), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:03.697447 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:03.697723 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:03.698344 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:03.762124 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] Pushing event updated for resources: {'Network': ['ID=99061e98-94a6-4cdf-b3c1-c9af69a6346c,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:03.772443 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:31:03.808024 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-6d9c3960-88e4-49e6-97f9-e218f0597d3e admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8129814 Aug 21 01:31:03.812810 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56262) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:03.819378 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Request body: {'subnet': {'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-190704284-subnet', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:31:03.970958 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Made reservation on behalf of 122b46d9e29843a88c7ca5f019426539 for: {'subnet': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:31:03.978592 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8566322'] for subnet (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:04.110498 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:04.255168 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9291414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8566272'] for subnet (f90bfea2-4588-4b76-84b6-c86b6c919637), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:04.316422 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90bfea2-4588-4b76-84b6-c86b6c919637,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:04.328914 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Checking segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:31:04.329350 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Network hostable DHCP agents. Network: 99061e98-94a6-4cdf-b3c1-c9af69a6346c, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:31:04.463300 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:31:04.579678 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 99061e98-94a6-4cdf-b3c1-c9af69a6346c) {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:31:04.585073 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:04.585722 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:04.594216 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8274a0-e309-4ec4-990d-9e87f2c8e56f None None] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:31:04.674121 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-1f5ab17f-dc75-4bd3-94d7-2ac830991819 admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8600340 Aug 21 01:31:04.676996 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56276) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:04.681521 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:31:04.716523 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:31:04.717444 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:04.800851 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (eebb2dcd-4787-4d64-9758-f797abd6c48b), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:04.802177 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (eebb2dcd-4787-4d64-9758-f797abd6c48b), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:04.861386 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks [] for router_controller (eebb2dcd-4787-4d64-9758-f797abd6c48b), precommit_add_association {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:04.870710 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Allocated IP 172.20.0.2 (99061e98-94a6-4cdf-b3c1-c9af69a6346c/f90bfea2-4588-4b76-84b6-c86b6c919637/4ee67d25-7433-47cd-a8d6-2e85da234fdb) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:31:04.939391 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:05.069786 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks [] for router_gateway (eebb2dcd-4787-4d64-9758-f797abd6c48b), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:05.098764 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Publish callbacks [] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:05.190478 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cb83d-f6a1-4ec5-ab99-6a6b472df648 req-e5913324-0078-4aa0-9b0d-bdae56b24fe3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:05.192029 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-028cb83d-f6a1-4ec5-ab99-6a6b472df648 req-e5913324-0078-4aa0-9b0d-bdae56b24fe3 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.0498641 Aug 21 01:31:05.200920 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:05.206122 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:05.246675 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-028cb83d-f6a1-4ec5-ab99-6a6b472df648 req-1f7228d3-26e6-4e46-8ec0-19cf44c2ad80 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489933 Aug 21 01:31:05.260038 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:31:05.260038 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:31:05.260038 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:31:05.277801 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Pushing event updated for resources: {'Port': ['ID=4ee67d25-7433-47cd-a8d6-2e85da234fdb,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:05.298860 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:05.330529 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Attempting to bind port 4ee67d25-7433-47cd-a8d6-2e85da234fdb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:31:05.330893 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Attempting to bind port 4ee67d25-7433-47cd-a8d6-2e85da234fdb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:31:05.331253 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Attempting to bind port 4ee67d25-7433-47cd-a8d6-2e85da234fdb on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:31:05.336799 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:31:05.337166 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Checking segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:31:05.337575 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:05.337961 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Bound using segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:31:05.338432 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Bound port: 4ee67d25-7433-47cd-a8d6-2e85da234fdb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:31:05.338806 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:05.368144 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks [] for router_gateway (eebb2dcd-4787-4d64-9758-f797abd6c48b), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:05.389808 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:05.417270 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] For port 4ee67d25-7433-47cd-a8d6-2e85da234fdb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:31:05.421187 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] For port 4ee67d25-7433-47cd-a8d6-2e85da234fdb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ee67d25-7433-47cd-a8d6-2e85da234fdb,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:31:05.441452 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:05.501580 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Allocated IP 172.37.5.75 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/cffd23c2-f5b0-4924-a151-7071f8f5fc43) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:31:05.531863 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:05.599161 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9533cc6-7ccf-4ca9-990f-b3e9334a2246 None None] Pushing event updated for resources: {'Port': ['ID=4ee67d25-7433-47cd-a8d6-2e85da234fdb,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:05.630091 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks [] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:05.774646 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:05.816688 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:31:05.819779 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:31:05.823385 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:31:05.852867 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Pushing event updated for resources: {'Port': ['ID=cffd23c2-f5b0-4924-a151-7071f8f5fc43,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:05.961576 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:06.135431 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 4ee67d25-7433-47cd-a8d6-2e85da234fdb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:31:06.158563 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks [] for router_gateway (eebb2dcd-4787-4d64-9758-f797abd6c48b), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:06.191832 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 4ee67d25-7433-47cd-a8d6-2e85da234fdb triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:06.192638 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:06.281028 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 4ee67d25-7433-47cd-a8d6-2e85da234fdb is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:06.281415 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:06.331311 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 4ee67d25-7433-47cd-a8d6-2e85da234fdb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ee67d25-7433-47cd-a8d6-2e85da234fdb,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:06.385145 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (eebb2dcd-4787-4d64-9758-f797abd6c48b), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:06.411874 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:06.419062 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807043b-7334-4741-ad3e-3d6de0c7f850 req-fce84c99-8e58-46ac-9328-26a98e85fa1e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:06.421499 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6807043b-7334-4741-ad3e-3d6de0c7f850 req-fce84c99-8e58-46ac-9328-26a98e85fa1e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.0668137 Aug 21 01:31:06.489391 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=4ee67d25-7433-47cd-a8d6-2e85da234fdb,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:06.504760 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6807043b-7334-4741-ad3e-3d6de0c7f850 req-b3b33afa-42e7-4f9c-95a6-8c2af7bf2909 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770996 Aug 21 01:31:06.546750 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dbfbfc-a97b-4152-a2c3-a96c8e7dc592 None None] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:31:06.546750 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:06.627870 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Router eebb2dcd-4787-4d64-9758-f797abd6c48b is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:31:06.732943 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:06.744685 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:31:06.787655 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:31:06.797960 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-16168843-e3c2-48cd-8f30-e877869837ab None None] Provisioning complete for port 4ee67d25-7433-47cd-a8d6-2e85da234fdb triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:06.798332 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-16168843-e3c2-48cd-8f30-e877869837ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:06.832701 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:31:06.833346 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:31:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:06.854025 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:06.854025 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-0fc257e4-d49c-426c-b0fd-abc80066303b admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1707699 Aug 21 01:31:06.854025 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56292) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:06.975868 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:07.036668 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-16168843-e3c2-48cd-8f30-e877869837ab None None] Current status of the port 4ee67d25-7433-47cd-a8d6-2e85da234fdb is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:07.180648 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-55ba2c90-011d-4e34-a630-cee72076cbb8 None None] Provisioning complete for port 4ee67d25-7433-47cd-a8d6-2e85da234fdb triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:07.181060 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-55ba2c90-011d-4e34-a630-cee72076cbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.188198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:07.210894 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:05Z', 'revision_number': 3, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:07.242597 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:31:07.242978 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Updating router eebb2dcd-4787-4d64-9758-f797abd6c48b port cffd23c2-f5b0-4924-a151-7071f8f5fc43 binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:31:07.290141 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.403541 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-55ba2c90-011d-4e34-a630-cee72076cbb8 None None] Current status of the port 4ee67d25-7433-47cd-a8d6-2e85da234fdb is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:07.411618 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.421547 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:07.546545 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-c11eccd5-f372-44ef-9def-43f93bf6e9a2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:07.548940 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-c11eccd5-f372-44ef-9def-43f93bf6e9a2 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.0670276 Aug 21 01:31:07.584851 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Allocated IP 172.20.0.1 (99061e98-94a6-4cdf-b3c1-c9af69a6346c/f90bfea2-4588-4b76-84b6-c86b6c919637/c5d7868f-3930-433d-89a7-bcbe58be50d8) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:31:07.605768 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Publish callbacks [] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.678836 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f603ce2-e76c-486d-837f-cb4dd98c2d20 req-eaef9043-ab16-4acc-8807-e0a87844c53b tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:07.680339 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9f603ce2-e76c-486d-837f-cb4dd98c2d20 req-eaef9043-ab16-4acc-8807-e0a87844c53b tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 946 time: 0.0809886 Aug 21 01:31:07.691778 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Publish callbacks [] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.708081 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-6214271e-80c5-431a-9dde-97446920108a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Deleting port 9b282ab5-9500-4319-bbaa-ac3078e3128d {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:07.708442 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-6214271e-80c5-431a-9dde-97446920108a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.711709 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:07.749838 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.802790 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9f603ce2-e76c-486d-837f-cb4dd98c2d20 req-0adcb557-d1c8-4326-896b-44145e36ef1d tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e5f332e1-a106-4405-aed8-7bed6c1b35e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086352 Aug 21 01:31:07.803221 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Attempting to bind port cffd23c2-f5b0-4924-a151-7071f8f5fc43 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:31:07.803221 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Attempting to bind port cffd23c2-f5b0-4924-a151-7071f8f5fc43 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:31:07.803221 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Attempting to bind port cffd23c2-f5b0-4924-a151-7071f8f5fc43 on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:31:07.812301 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:31:07.821831 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:31:07.822197 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.822609 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:31:07.823778 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.823944 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Bound port: cffd23c2-f5b0-4924-a151-7071f8f5fc43, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:31:07.824558 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.829052 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-6214271e-80c5-431a-9dde-97446920108a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] For port 9b282ab5-9500-4319-bbaa-ac3078e3128d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9b282ab5-9500-4319-bbaa-ac3078e3128d,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:07.832006 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-6214271e-80c5-431a-9dde-97446920108a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:07.843884 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-6214271e-80c5-431a-9dde-97446920108a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Calling delete_port for 9b282ab5-9500-4319-bbaa-ac3078e3128d owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:07.848976 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7dfc9-dd08-49dd-b121-2f627962abe7 None None] Pushing event updated for resources: {'Port': ['ID=cffd23c2-f5b0-4924-a151-7071f8f5fc43,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:07.865891 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:31:07.869083 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:31:07.873316 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:31:07.886065 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:07.890971 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:07.895741 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] For port cffd23c2-f5b0-4924-a151-7071f8f5fc43, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:31:07.899617 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] For port cffd23c2-f5b0-4924-a151-7071f8f5fc43, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cffd23c2-f5b0-4924-a151-7071f8f5fc43,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:31:07.917385 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Pushing event updated for resources: {'Port': ['ID=c5d7868f-3930-433d-89a7-bcbe58be50d8,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:07.922380 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.922732 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.923088 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.923418 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.924324 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.924324 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.924558 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.925193 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.925193 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.925528 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.925862 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.926191 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.926848 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.926848 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.927151 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:07.942097 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (eebb2dcd-4787-4d64-9758-f797abd6c48b), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:08.005707 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:08.051997 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:31:08.052698 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:31:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:08.075519 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-6214271e-80c5-431a-9dde-97446920108a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (9b282ab5-9500-4319-bbaa-ac3078e3128d), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:08.117805 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214271e-80c5-431a-9dde-97446920108a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Pushing event deleted for resources: {'Port': ['ID=9b282ab5-9500-4319-bbaa-ac3078e3128d,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:08.138601 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 4ee67d25-7433-47cd-a8d6-2e85da234fdb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:31:08.169618 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-6214271e-80c5-431a-9dde-97446920108a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] No DVR routers for this DVR port 9b282ab5-9500-4319-bbaa-ac3078e3128d on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:31:08.169618 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-6214271e-80c5-431a-9dde-97446920108a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:08.169956 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7dfc9-dd08-49dd-b121-2f627962abe7 None None] Pushing event updated for resources: {'Port': ['ID=cffd23c2-f5b0-4924-a151-7071f8f5fc43,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:08.175214 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f4ccccc5-9557-4db3-89f2-dc559aca6eae req-6214271e-80c5-431a-9dde-97446920108a tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.67 "DELETE /networking/v2.0/ports/9b282ab5-9500-4319-bbaa-ac3078e3128d HTTP/1.1" status: 204 len: 173 time: 0.6202199 Aug 21 01:31:08.175441 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'name': 'network-vif-deleted', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:31:08.177914 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947eeb05-b762-4d31-88b8-d509a5deb316" -d '{"events": [{"server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "name": "network-vif-deleted", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:31:08.195054 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:08.224959 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149d3742-1f85-457d-b804-52e94969002a x-openstack-request-id: req-149d3742-1f85-457d-b804-52e94969002a {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:31:08.225260 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc908f3-d8e3-4432-8197-51096e59a470", "name": "network-vif-deleted", "tag": "9b282ab5-9500-4319-bbaa-ac3078e3128d", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:31:08.225616 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-149d3742-1f85-457d-b804-52e94969002a {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:31:08.226062 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149d3742-1f85-457d-b804-52e94969002a'] response: {'server_uuid': '9bc908f3-d8e3-4432-8197-51096e59a470', 'name': 'network-vif-deleted', 'tag': '9b282ab5-9500-4319-bbaa-ac3078e3128d', 'status': 'completed', 'code': 200} Aug 21 01:31:08.250516 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 4ee67d25-7433-47cd-a8d6-2e85da234fdb triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:08.250896 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:08.255322 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:08.300658 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-d0c3f8c7-0692-4974-9c81-aef248f25f1a None None] Provisioning complete for port c5d7868f-3930-433d-89a7-bcbe58be50d8 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:08.301042 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d0c3f8c7-0692-4974-9c81-aef248f25f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:08.350891 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:08.356500 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:08.375164 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Publish callbacks [] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:08.400909 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3f8c7-0692-4974-9c81-aef248f25f1a None None] Port c5d7868f-3930-433d-89a7-bcbe58be50d8 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:31:08.489031 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:08.512185 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 4ee67d25-7433-47cd-a8d6-2e85da234fdb is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:08.533279 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:05Z', 'revision_number': 3, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:08.561044 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7002e-634b-4e7e-9dfc-3ea9857b8027 None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:05Z', 'revision_number': 3, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:31:08.569974 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Pushing event updated for resources: {'Port': ['ID=c5d7868f-3930-433d-89a7-bcbe58be50d8,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:08.572575 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (eebb2dcd-4787-4d64-9758-f797abd6c48b), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:08.696396 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:31:08.697762 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:31:08.858267 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Router eebb2dcd-4787-4d64-9758-f797abd6c48b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:31:08.950116 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-682912b6-9dec-4c35-91e5-bc736a9b37bd req-a568fa64-6fa7-47c6-8685-1689c666c020 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 210 time: 0.0318224 Aug 21 01:31:08.992182 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:31:08.997597 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-14c54d1f-4087-4650-8781-9f903dc5059c admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/eebb2dcd-4787-4d64-9758-f797abd6c48b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1448290 Aug 21 01:31:09.039105 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-56c61846-c18e-4d4a-9b6a-f54aa606a237 None None] Provisioning complete for port c5d7868f-3930-433d-89a7-bcbe58be50d8 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:09.039688 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-56c61846-c18e-4d4a-9b6a-f54aa606a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:09.081188 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-56c61846-c18e-4d4a-9b6a-f54aa606a237 None None] Port c5d7868f-3930-433d-89a7-bcbe58be50d8 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:31:09.197946 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:09.379004 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56314) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:09.383748 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-cab2f439-02e1-4c7f-89b9-1c37aef172b2 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--745825344', 'description': 'tempest-description--655968864'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:31:09.478152 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cab2f439-02e1-4c7f-89b9-1c37aef172b2 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:09.490732 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:09.549985 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cab2f439-02e1-4c7f-89b9-1c37aef172b2 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:09.625920 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cab2f439-02e1-4c7f-89b9-1c37aef172b2 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:09.657954 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2f439-02e1-4c7f-89b9-1c37aef172b2 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:09.716161 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cab2f439-02e1-4c7f-89b9-1c37aef172b2 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:09.717430 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-cab2f439-02e1-4c7f-89b9-1c37aef172b2 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3372748 Aug 21 01:31:09.720520 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56318) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:09.726552 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-45332027-6fb2-4ec1-90f9-5bca7ed699f3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group_rule': {'security_group_id': 'df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:31:09.807103 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-45332027-6fb2-4ec1-90f9-5bca7ed699f3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (93f3eb1a-b614-417b-a30c-1285dd36fa56), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:09.860984 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-45332027-6fb2-4ec1-90f9-5bca7ed699f3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (93f3eb1a-b614-417b-a30c-1285dd36fa56), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:09.945843 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-45332027-6fb2-4ec1-90f9-5bca7ed699f3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (93f3eb1a-b614-417b-a30c-1285dd36fa56), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:09.966614 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45332027-6fb2-4ec1-90f9-5bca7ed699f3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f3eb1a-b614-417b-a30c-1285dd36fa56,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:10.040667 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-45332027-6fb2-4ec1-90f9-5bca7ed699f3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.041875 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-45332027-6fb2-4ec1-90f9-5bca7ed699f3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203778 Aug 21 01:31:10.044820 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56324) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:10.059117 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-1ca1432b-54f7-4567-80e8-d1a809ef7b96 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group_rule': {'security_group_id': 'df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:31:10.060011 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ac69a65-f9f8-447e-9167-a72a7c22dad8 req-a344c80b-b9cb-41ea-aef9-fad38dfadd9f tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 210 time: 0.0323100 Aug 21 01:31:10.124624 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device cffd23c2-f5b0-4924-a151-7071f8f5fc43 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:31:10.166665 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1ca1432b-54f7-4567-80e8-d1a809ef7b96 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (8c32b066-1b96-4349-b17c-cc6f1e320024), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.175702 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port cffd23c2-f5b0-4924-a151-7071f8f5fc43 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:10.175967 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.222642 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:10.236509 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1ca1432b-54f7-4567-80e8-d1a809ef7b96 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (8c32b066-1b96-4349-b17c-cc6f1e320024), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.253826 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port cffd23c2-f5b0-4924-a151-7071f8f5fc43 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:10.254227 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.256794 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:31:10.268032 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:31:10.268785 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:31:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:10.276856 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port cffd23c2-f5b0-4924-a151-7071f8f5fc43, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cffd23c2-f5b0-4924-a151-7071f8f5fc43,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:10.330876 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1ca1432b-54f7-4567-80e8-d1a809ef7b96 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (8c32b066-1b96-4349-b17c-cc6f1e320024), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.353558 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1432b-54f7-4567-80e8-d1a809ef7b96 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c32b066-1b96-4349-b17c-cc6f1e320024,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:10.359913 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.376833 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:10.408787 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=cffd23c2-f5b0-4924-a151-7071f8f5fc43,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:10.463084 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1ca1432b-54f7-4567-80e8-d1a809ef7b96 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.464375 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-1ca1432b-54f7-4567-80e8-d1a809ef7b96 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4183557 Aug 21 01:31:10.467732 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56326) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:10.472919 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:31:10.558065 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.564130 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 2, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:10.589461 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:31:10.589813 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Updating router eebb2dcd-4787-4d64-9758-f797abd6c48b port c5d7868f-3930-433d-89a7-bcbe58be50d8 binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:31:10.620867 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.639812 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.754034 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Allocated IP 172.37.5.183 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/ef0b9f1c-d93b-493f-b4d9-5f3da90069b5) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:31:10.789073 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:10.828353 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:10.851903 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:10.865777 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (ef0b9f1c-d93b-493f-b4d9-5f3da90069b5), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:10.888354 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Publish callbacks [] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.051466 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.051909 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (ef0b9f1c-d93b-493f-b4d9-5f3da90069b5), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.055225 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9b282ab5-9500-4319-bbaa-ac3078e3128d no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:11.083330 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 9b282ab5-9500-4319-bbaa-ac3078e3128d {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:31:11.084147 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 9b282ab5-9500-4319-bbaa-ac3078e3128d not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:31:11.101063 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:31:11.107838 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:31:11.114736 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:31:11.117529 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=ef0b9f1c-d93b-493f-b4d9-5f3da90069b5,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:11.143886 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Pushing event updated for resources: {'Port': ['ID=c5d7868f-3930-433d-89a7-bcbe58be50d8,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:11.144144 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:11.159734 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.160083 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.160476 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.160842 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.161183 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.161519 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.161844 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.162168 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.162675 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.163254 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.163649 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.163985 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.164337 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.164660 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.165020 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:11.169046 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Attempting to bind port c5d7868f-3930-433d-89a7-bcbe58be50d8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:31:11.169674 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Attempting to bind port c5d7868f-3930-433d-89a7-bcbe58be50d8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:31:11.170254 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Attempting to bind port c5d7868f-3930-433d-89a7-bcbe58be50d8 on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:31:11.176379 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:31:11.176755 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Checking segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:31:11.177153 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.177540 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Bound using segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:31:11.178014 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Bound port: c5d7868f-3930-433d-89a7-bcbe58be50d8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:31:11.178429 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.203004 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41931d10-a766-4fe8-bb19-a0869d45dd65 req-58d57072-ab29-41c1-b187-e7ada8f9f9a9 tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 210 time: 0.0400620 Aug 21 01:31:11.247458 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] For port c5d7868f-3930-433d-89a7-bcbe58be50d8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:31:11.250795 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] For port c5d7868f-3930-433d-89a7-bcbe58be50d8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c5d7868f-3930-433d-89a7-bcbe58be50d8,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:31:11.252745 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (10598e48-8caf-4856-95a0-a74147940c46), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.326654 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.370727 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:31:11.371361 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:31:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:11.386160 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (ef0b9f1c-d93b-493f-b4d9-5f3da90069b5), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.533417 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3a572-706d-4789-82c1-0126b5448438 None None] Pushing event updated for resources: {'Port': ['ID=c5d7868f-3930-433d-89a7-bcbe58be50d8,revision_number=4']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:11.557067 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (ef0b9f1c-d93b-493f-b4d9-5f3da90069b5), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.584054 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:11.651110 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (ef0b9f1c-d93b-493f-b4d9-5f3da90069b5), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.718396 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=ef0b9f1c-d93b-493f-b4d9-5f3da90069b5,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:11.720761 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (10598e48-8caf-4856-95a0-a74147940c46), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.783077 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:11Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:11.787979 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:11.789303 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-9ad120c6-ff84-4469-81d7-e66543b2e321 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3200915 Aug 21 01:31:11.807978 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af9b8f-b4ba-4c6f-a3de-7af644382572 None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:11Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:31:11.998884 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-bbde54c3-08c1-4e87-a76e-6110c384ef35 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--745825344&fields=id&tenant_id=122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 267 time: 0.0605016 Aug 21 01:31:12.129048 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:12.155253 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-19629fa0-9242-4202-a842-dc5f691316ca tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:12.160635 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-19629fa0-9242-4202-a842-dc5f691316ca tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 814 time: 0.1543653 Aug 21 01:31:12.174478 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-66c73747-f796-4ec7-9a7b-53e08111cf5c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/quotas/122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 375 time: 0.0119030 Aug 21 01:31:12.231985 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device cffd23c2-f5b0-4924-a151-7071f8f5fc43 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:31:12.240486 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-6e452c5b-4573-4d45-a0ae-9c41e40e92f7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602231 Aug 21 01:31:12.292475 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port cffd23c2-f5b0-4924-a151-7071f8f5fc43 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:12.292894 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:12.341930 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:12.433589 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port cffd23c2-f5b0-4924-a151-7071f8f5fc43 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:12.434728 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c5d7868f-3930-433d-89a7-bcbe58be50d8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:31:12.450242 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d5e883cb-80c9-4d9e-89c8-2406b8326d8a req-78cd419a-606d-48f2-a8f3-7799bd15005e tempest-TestMinimumBasicScenario-1908485893 tempest-TestMinimumBasicScenario-1908485893-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9bc908f3-d8e3-4432-8197-51096e59a470 HTTP/1.1" status: 200 len: 210 time: 0.0586722 Aug 21 01:31:12.477083 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-b4119f45-26f7-461f-a5ba-32fa10a2f2ad service neutron] 10.222.0.47 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163398 Aug 21 01:31:12.501357 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port c5d7868f-3930-433d-89a7-bcbe58be50d8 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:12.501787 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:12.581913 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-8cd05f1e-d47b-4801-9f51-fe6a1e59143e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039093 Aug 21 01:31:12.582136 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port c5d7868f-3930-433d-89a7-bcbe58be50d8 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:12.582307 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:12.651903 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port c5d7868f-3930-433d-89a7-bcbe58be50d8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c5d7868f-3930-433d-89a7-bcbe58be50d8,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:12.800111 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:12.915371 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-956e3793-e726-4583-bf6c-dcd293c253f3 req-dba447e7-0fd6-4546-88d3-60f8446cb60e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 210 time: 0.0449200 Aug 21 01:31:13.010734 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:13.036770 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=c5d7868f-3930-433d-89a7-bcbe58be50d8,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:14.001363 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a11af9c0-1040-4314-97e4-e6315f808e78 req-76bce991-a404-464b-a4cd-31e186e60f0e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 210 time: 0.0352845 Aug 21 01:31:14.106735 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c5d7868f-3930-433d-89a7-bcbe58be50d8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:31:14.153211 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port c5d7868f-3930-433d-89a7-bcbe58be50d8 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:14.153587 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:14.230099 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port c5d7868f-3930-433d-89a7-bcbe58be50d8 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:15.104869 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d5009569-8732-4438-a43c-0283e7037be2 req-d6290db9-b73d-45fa-a803-ebe4c98d0202 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 210 time: 0.0309381 Aug 21 01:31:15.459442 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56434) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:15.781895 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (7d35a8c3-652c-4391-910d-a8ce382cd230), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:15.919863 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-91bd5aa1-074f-4ae2-a5fd-416279b247c5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:15.921309 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-91bd5aa1-074f-4ae2-a5fd-416279b247c5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 814 time: 0.1096373 Aug 21 01:31:15.999324 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-d3f9a4f8-9c51-4092-967d-c2253357f12b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 379 time: 0.0600805 Aug 21 01:31:16.011574 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'port': {'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'admin_state_up': True, 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'security_groups': ['df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:31:16.227353 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:16.263844 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] Deleting port 51cee38e-2fe5-4ed4-a408-f18d6c789418 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:16.264206 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:16.351713 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] For port 51cee38e-2fe5-4ed4-a408-f18d6c789418, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51cee38e-2fe5-4ed4-a408-f18d6c789418,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:16.352066 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:16.367014 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] Calling delete_port for 51cee38e-2fe5-4ed4-a408-f18d6c789418 owned by network:router_interface {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:16.367243 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:16.391194 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-649b4017-ff37-4d28-8548-fde88ffc9051 req-5c9e6fa4-b993-438c-91fc-2451c922420c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 210 time: 0.0374696 Aug 21 01:31:16.431256 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=100 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:16.523628 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Made reservation on behalf of 122b46d9e29843a88c7ca5f019426539 for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:31:16.528063 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:16.632208 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (51cee38e-2fe5-4ed4-a408-f18d6c789418), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:16.659683 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=51cee38e-2fe5-4ed4-a408-f18d6c789418,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:16.667553 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Allocated IP 172.20.0.9 (99061e98-94a6-4cdf-b3c1-c9af69a6346c/f90bfea2-4588-4b76-84b6-c86b6c919637/316e8409-378a-47c3-a927-8b6aea8ed8bd) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:31:16.730199 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:16.827732 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:16.844400 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (7d35a8c3-652c-4391-910d-a8ce382cd230), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:17.019580 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:17.061069 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] Router 7d35a8c3-652c-4391-910d-a8ce382cd230 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:31:17.073617 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:17.073775 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:31:17.073775 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:31:17.074289 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:31:17.109243 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=316e8409-378a-47c3-a927-8b6aea8ed8bd,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:17.145671 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:17.146319 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:17.176546 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:31:17.181874 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-df3d7258-d35a-42f0-99d0-e81d9c6324c5 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/7d35a8c3-652c-4391-910d-a8ce382cd230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7208889 Aug 21 01:31:17.185218 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56458) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:17.191059 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] Sync routers for ids ['7d35a8c3-652c-4391-910d-a8ce382cd230'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:31:17.202711 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] Routers {'7d35a8c3-652c-4391-910d-a8ce382cd230'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:31:17.207618 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:31:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['7d35a8c3-652c-4391-910d-a8ce382cd230'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:17.273506 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-ce1c649a-9719-456a-b33f-3aa47f7dfec0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2652655 Aug 21 01:31:17.292389 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Request body: {'port': {'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:31:17.305862 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Publish callbacks [] for router (7d35a8c3-652c-4391-910d-a8ce382cd230), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:17.330242 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] Set router 7d35a8c3-652c-4391-910d-a8ce382cd230 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:17.375347 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:17.409865 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-229d2bc1-79a3-45b4-a235-611deedf8ced None None] Provisioning complete for port 316e8409-378a-47c3-a927-8b6aea8ed8bd triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:17.410373 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-229d2bc1-79a3-45b4-a235-611deedf8ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:17.438161 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Publish callbacks [] for router_gateway (7d35a8c3-652c-4391-910d-a8ce382cd230), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:17.492569 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-229d2bc1-79a3-45b4-a235-611deedf8ced None None] Port 316e8409-378a-47c3-a927-8b6aea8ed8bd cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:31:17.504004 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:17.555468 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f05eb4-2938-4d5f-a20f-d3f994d8347a req-f8426b32-3e9e-4b25-bfc2-4631e5730a0b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:17.556964 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2f05eb4-2938-4d5f-a20f-d3f994d8347a req-f8426b32-3e9e-4b25-bfc2-4631e5730a0b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 931 time: 0.0713737 Aug 21 01:31:17.557541 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48'}], 'enable_snat': True}, 'gw_port_id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:31:16Z', 'revision_number': 5, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port': {'id': '59082ddc-7493-4cd8-bc21-851a99d17ba9', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:24Z', 'updated_at': '2022-08-21T01:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:17.567129 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:17.611496 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Deleting port 59082ddc-7493-4cd8-bc21-851a99d17ba9 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:17.611872 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:17.614734 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] Checking router: 7d35a8c3-652c-4391-910d-a8ce382cd230 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:31:17.615188 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:17.626582 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] Routers {'7d35a8c3-652c-4391-910d-a8ce382cd230'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:31:17.633661 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:31:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['7d35a8c3-652c-4391-910d-a8ce382cd230'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:17.687699 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e2f05eb4-2938-4d5f-a20f-d3f994d8347a req-6fbdfc07-2c5b-48c5-8da1-efd99ad6cd69 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180303 Aug 21 01:31:17.724963 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] For port 59082ddc-7493-4cd8-bc21-851a99d17ba9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=59082ddc-7493-4cd8-bc21-851a99d17ba9,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:17.725569 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:17.733022 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] Set router 7d35a8c3-652c-4391-910d-a8ce382cd230 gateway port host: None {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:17.740926 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Calling delete_port for 59082ddc-7493-4cd8-bc21-851a99d17ba9 owned by network:router_gateway {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:17.789022 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:31:17Z', 'revision_number': 6, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:17.806818 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316e8409-378a-47c3-a927-8b6aea8ed8bd {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:31:17.818546 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Publish callbacks [] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:17.821680 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad2eaf-c22e-4f61-8dfc-6665ed69040c None None] The sync data for ids ['7d35a8c3-652c-4391-910d-a8ce382cd230'] in dv-cinder-master-3-iscsi is: [{'id': '7d35a8c3-652c-4391-910d-a8ce382cd230', 'name': 'tempest-TestMinimumBasicScenario-1462385589-router', 'tenant_id': 'da8fc458ef6b49e18daac9fb195a2149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:23Z', 'updated_at': '2022-08-21T01:31:17Z', 'revision_number': 6, 'project_id': 'da8fc458ef6b49e18daac9fb195a2149', 'gw_port_host': None}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:31:17.835233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Transition to ACTIVE for port object 316e8409-378a-47c3-a927-8b6aea8ed8bd will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:31:18.011644 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.062856 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (59082ddc-7493-4cd8-bc21-851a99d17ba9), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.079034 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Pushing event updated for resources: {'Port': ['ID=316e8409-378a-47c3-a927-8b6aea8ed8bd,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:18.093842 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=59082ddc-7493-4cd8-bc21-851a99d17ba9,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:18.146356 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Attempting to bind port 316e8409-378a-47c3-a927-8b6aea8ed8bd on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:31:18.146707 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Attempting to bind port 316e8409-378a-47c3-a927-8b6aea8ed8bd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:31:18.147065 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Attempting to bind port 316e8409-378a-47c3-a927-8b6aea8ed8bd on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:31:18.162857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Port 316e8409-378a-47c3-a927-8b6aea8ed8bd on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:31:18.172022 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Attempting to bind port 316e8409-378a-47c3-a927-8b6aea8ed8bd on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:31:18.178963 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:18.183459 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:31:18.184733 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Checking segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:31:18.185396 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Bound using segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:31:18.186057 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Bound port: 316e8409-378a-47c3-a927-8b6aea8ed8bd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:31:18.187167 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.209197 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (7d35a8c3-652c-4391-910d-a8ce382cd230), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.283918 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] For port 316e8409-378a-47c3-a927-8b6aea8ed8bd, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:31:18.283918 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] For port 316e8409-378a-47c3-a927-8b6aea8ed8bd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=316e8409-378a-47c3-a927-8b6aea8ed8bd,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:31:18.320191 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (7d35a8c3-652c-4391-910d-a8ce382cd230), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.322738 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Publish callbacks [] for router_controller (7d35a8c3-652c-4391-910d-a8ce382cd230), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.362229 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 51cee38e-2fe5-4ed4-a408-f18d6c789418 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:18.395821 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 51cee38e-2fe5-4ed4-a408-f18d6c789418 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:31:18.396627 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 51cee38e-2fe5-4ed4-a408-f18d6c789418 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:31:18.435297 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.439783 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:18.440567 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.442018 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/316e8409-378a-47c3-a927-8b6aea8ed8bd HTTP/1.1" status: 200 len: 1093 time: 1.1540902 Aug 21 01:31:18.442468 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'tag': '316e8409-378a-47c3-a927-8b6aea8ed8bd'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:31:18.444727 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e0e7c5-3ea0-4557-bf54-96b55d5a5a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a9e859-eddf-4f45-8e02-168201b29a63", "tag": "316e8409-378a-47c3-a927-8b6aea8ed8bd"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:31:18.488629 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317840ab-a9e1-4a81-8268-ba819652856d x-openstack-request-id: req-317840ab-a9e1-4a81-8268-ba819652856d {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:31:18.489032 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a9e859-eddf-4f45-8e02-168201b29a63", "tag": "316e8409-378a-47c3-a927-8b6aea8ed8bd", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:31:18.489366 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-317840ab-a9e1-4a81-8268-ba819652856d {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:31:18.489897 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317840ab-a9e1-4a81-8268-ba819652856d'] response: {'name': 'network-changed', 'server_uuid': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'tag': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'status': 'completed', 'code': 200} Aug 21 01:31:18.500268 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2e20a-0bdc-4a22-aabf-272e3a5e4aaf service neutron] Pushing event updated for resources: {'Port': ['ID=316e8409-378a-47c3-a927-8b6aea8ed8bd,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:18.520135 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (7d35a8c3-652c-4391-910d-a8ce382cd230), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.520774 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d35a8c3-652c-4391-910d-a8ce382cd230 {{(pid=106924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:31:18.527086 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.527086 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-43cb5e07-24a1-4057-a9ee-7a5b10edb2cf admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/7d35a8c3-652c-4391-910d-a8ce382cd230 HTTP/1.1" status: 204 len: 168 time: 1.3406239 Aug 21 01:31:18.529586 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56486) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:18.576409 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:18.589337 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac81bcc-068e-449d-ba31-de7959311f34 admin admin] Deleting subnet 00079c66-f5fd-4cb3-b926-ea119e3ff612 {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:31:18.592796 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aac81bcc-068e-449d-ba31-de7959311f34 admin admin] Publish callbacks [] for subnet (00079c66-f5fd-4cb3-b926-ea119e3ff612), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.610230 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e7c5-3ea0-4557-bf54-96b55d5a5a9b req-483c27c5-fdf4-4977-bce9-49e6e8a48ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:18.611684 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-50e0e7c5-3ea0-4557-bf54-96b55d5a5a9b req-483c27c5-fdf4-4977-bce9-49e6e8a48ed5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 1127 time: 0.0446103 Aug 21 01:31:18.635723 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aac81bcc-068e-449d-ba31-de7959311f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9055190'] for subnet (00079c66-f5fd-4cb3-b926-ea119e3ff612), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.691737 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d67d49-ae0f-44ed-b95d-b1cef86b4a4a req-7e059bcc-bd56-47c5-9ce0-0208f23cd642 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:18.693498 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-36d67d49-ae0f-44ed-b95d-b1cef86b4a4a req-7e059bcc-bd56-47c5-9ce0-0208f23cd642 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0854523 Aug 21 01:31:18.738193 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aac81bcc-068e-449d-ba31-de7959311f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (00079c66-f5fd-4cb3-b926-ea119e3ff612), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.818634 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-36d67d49-ae0f-44ed-b95d-b1cef86b4a4a req-4550ae32-449d-4ad0-bfc1-8d9bd86cc692 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106923 Aug 21 01:31:18.841176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e7c5-3ea0-4557-bf54-96b55d5a5a9b req-71f12337-394b-402e-bd32-c4589cde2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:18.842560 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-50e0e7c5-3ea0-4557-bf54-96b55d5a5a9b req-71f12337-394b-402e-bd32-c4589cde2b6d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=122b46d9e29843a88c7ca5f019426539&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2005379 Aug 21 01:31:18.870236 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77cfb-b2d0-4ba1-aac3-e1f6c2e413c8 req-e403b188-c800-413b-a559-ec065d7adab4 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:18.871831 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-12c77cfb-b2d0-4ba1-aac3-e1f6c2e413c8 req-e403b188-c800-413b-a559-ec065d7adab4 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 943 time: 0.0776036 Aug 21 01:31:18.888082 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aac81bcc-068e-449d-ba31-de7959311f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9277735'] for subnet (00079c66-f5fd-4cb3-b926-ea119e3ff612), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.914424 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac81bcc-068e-449d-ba31-de7959311f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00079c66-f5fd-4cb3-b926-ea119e3ff612,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:18.918028 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-aac81bcc-068e-449d-ba31-de7959311f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:18.921161 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-aac81bcc-068e-449d-ba31-de7959311f34 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/00079c66-f5fd-4cb3-b926-ea119e3ff612 HTTP/1.1" status: 204 len: 168 time: 0.3904827 Aug 21 01:31:18.923667 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56492) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:18.929241 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c9f550-0f45-4543-a970-1e05ad2213ef None None] Network 1e79e20e-bb84-4864-9fe8-d17ca136af81 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:31:18.945960 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:18.987265 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-12c77cfb-b2d0-4ba1-aac3-e1f6c2e413c8 req-ed21a02b-5b0c-4fa9-98ba-4638c7db9750 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050172 Aug 21 01:31:19.014030 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e7c5-3ea0-4557-bf54-96b55d5a5a9b req-e694dade-55a0-46be-8493-5d36c7050b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:19.015626 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-50e0e7c5-3ea0-4557-bf54-96b55d5a5a9b req-e694dade-55a0-46be-8493-5d36c7050b99 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1641502 Aug 21 01:31:19.028654 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (1e79e20e-bb84-4864-9fe8-d17ca136af81), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.093550 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Deleting port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:19.093902 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.109008 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:19.149923 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] DHCP port deletion for 1e79e20e-bb84-4864-9fe8-d17ca136af81 request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:31:19.161813 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-44ec19eb-d082-44a8-8b81-8eb25c7aee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:19.163349 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-44ec19eb-d082-44a8-8b81-8eb25c7aee45 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 1127 time: 0.0675876 Aug 21 01:31:19.175306 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] For port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0d341d09-1f91-4f58-98bf-ff3bd28aa16a,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:19.175690 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.191027 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Calling delete_port for 0d341d09-1f91-4f58-98bf-ff3bd28aa16a owned by network:dhcp {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:19.192457 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Deleting port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:19.193084 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.218321 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:19.222951 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-0fdffbef-d0f4-430b-8fa2-e6cc439d4445 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316e8409-378a-47c3-a927-8b6aea8ed8bd HTTP/1.1" status: 200 len: 217 time: 0.0441139 Aug 21 01:31:19.266447 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] For port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0d341d09-1f91-4f58-98bf-ff3bd28aa16a,segment=NetworkSegment(0b78bd24-e356-4647-b550-367c2036e8e9),segment_id=0b78bd24-e356-4647-b550-367c2036e8e9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:19.266855 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.277938 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-0ee38e46-7323-4a55-a192-c2651c35ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:19.279205 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-0ee38e46-7323-4a55-a192-c2651c35ad1d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.0496750 Aug 21 01:31:19.281643 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Calling delete_port for 0d341d09-1f91-4f58-98bf-ff3bd28aa16a owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:19.329433 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-659fd18c-e9ff-46d4-8d8c-0510a4993a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:19.330981 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-659fd18c-e9ff-46d4-8d8c-0510a4993a61 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445533 Aug 21 01:31:19.331603 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:19.435226 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.442629 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-35f0094e-aea5-4b6f-877a-7ead41ae8de1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051359 Aug 21 01:31:19.444730 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (0d341d09-1f91-4f58-98bf-ff3bd28aa16a), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.462896 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d341d09-1f91-4f58-98bf-ff3bd28aa16a,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:19.466869 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] No DVR routers for this DVR port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a on host dv-cinder-master-3-iscsi {{(pid=106924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:31:19.476781 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Pushing event deleted for resources: {'Port': ['ID=0d341d09-1f91-4f58-98bf-ff3bd28aa16a,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:19.480626 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] No DVR routers for this DVR port 0d341d09-1f91-4f58-98bf-ff3bd28aa16a on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:31:19.493290 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.495980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.495980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.495980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.495980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.495980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.495980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.496481 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.496556 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.496845 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.497351 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.497734 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.498227 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.498714 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.499318 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56c4427-2939-4923-bd3a-b09ba4238c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:31:19.553700 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (1e79e20e-bb84-4864-9fe8-d17ca136af81), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.569499 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5312e067-5265-4caa-9a7a-c6bf98892806 req-671966ef-bfbb-4d78-b1b9-d437b2c07e5d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165185 Aug 21 01:31:19.587675 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e79e20e-bb84-4864-9fe8-d17ca136af81']}} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:19.592931 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b78bd24-e356-4647-b550-367c2036e8e9') {'for_net_delete': True} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:19.593231 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b78bd24-e356-4647-b550-367c2036e8e9') {} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:19.605592 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9055169'] for segment (0b78bd24-e356-4647-b550-367c2036e8e9), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.620841 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (0b78bd24-e356-4647-b550-367c2036e8e9), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.628408 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=106924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:31:19.628765 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432606'] for segment (0b78bd24-e356-4647-b550-367c2036e8e9), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.656450 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment 0b78bd24-e356-4647-b550-367c2036e8e9 resource provider aggregate not found Aug 21 01:31:19.698987 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment 0b78bd24-e356-4647-b550-367c2036e8e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b78bd24-e356-4647-b550-367c2036e8e9 found for delete ", "request_id": "req-98b2c2d8-0874-4953-a5ae-5b3cf4ac3466"}]} Aug 21 01:31:19.811943 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (1e79e20e-bb84-4864-9fe8-d17ca136af81), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.817805 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:19.820953 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/1e79e20e-bb84-4864-9fe8-d17ca136af81 HTTP/1.1" status: 204 len: 168 time: 0.8963208 Aug 21 01:31:19.824138 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56504) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:19.833444 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f76e1e-2885-4240-b647-7cb62dd6f471 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e79e20e-bb84-4864-9fe8-d17ca136af81,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:19.975688 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842b3f9-3a3f-4c73-84fe-d3384cf8beeb req-c1cdcb89-df77-4952-9796-16aae7b2b11f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:19.977210 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a842b3f9-3a3f-4c73-84fe-d3384cf8beeb req-c1cdcb89-df77-4952-9796-16aae7b2b11f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0652668 Aug 21 01:31:20.047444 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:20.095736 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 59082ddc-7493-4cd8-bc21-851a99d17ba9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:20.117366 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 59082ddc-7493-4cd8-bc21-851a99d17ba9 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:31:20.117711 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 59082ddc-7493-4cd8-bc21-851a99d17ba9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:31:20.118189 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 0d341d09-1f91-4f58-98bf-ff3bd28aa16a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:20.133814 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a842b3f9-3a3f-4c73-84fe-d3384cf8beeb req-385278b7-4dc9-432d-8c5d-4e706e3a6157 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226499 Aug 21 01:31:20.138716 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 0d341d09-1f91-4f58-98bf-ff3bd28aa16a {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:31:20.138716 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 0d341d09-1f91-4f58-98bf-ff3bd28aa16a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:31:20.170293 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840460-f81f-49a7-a463-a33d58d7fe5b req-3f640045-7799-4a68-bb57-a893627a9b40 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:20.171873 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-65840460-f81f-49a7-a463-a33d58d7fe5b req-3f640045-7799-4a68-bb57-a893627a9b40 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 943 time: 0.0836906 Aug 21 01:31:20.275544 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-65840460-f81f-49a7-a463-a33d58d7fe5b req-227788f8-e055-49bb-bc2f-a67d4c494d5d tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854282 Aug 21 01:31:20.331302 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:20.570042 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] Deleting port 974b5386-1bdb-406d-a35f-dbdf270ebaa2 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:20.570833 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:20.604551 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:20.662724 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] For port 974b5386-1bdb-406d-a35f-dbdf270ebaa2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=974b5386-1bdb-406d-a35f-dbdf270ebaa2,segment=NetworkSegment(21500901-45b3-45d2-a341-665abefaa26c),segment_id=21500901-45b3-45d2-a341-665abefaa26c)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:20.663089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:20.677026 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] Calling delete_port for 974b5386-1bdb-406d-a35f-dbdf270ebaa2 owned by network:router_interface {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:20.978541 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (974b5386-1bdb-406d-a35f-dbdf270ebaa2), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:21.009588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=974b5386-1bdb-406d-a35f-dbdf270ebaa2,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:21.057711 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 316e8409-378a-47c3-a927-8b6aea8ed8bd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:31:21.153406 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:21.176751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 316e8409-378a-47c3-a927-8b6aea8ed8bd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=316e8409-378a-47c3-a927-8b6aea8ed8bd,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:21.190944 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'mac_address': 'fa:16:3e:48:d1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:31:21.199112 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:21.269892 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 316e8409-378a-47c3-a927-8b6aea8ed8bd is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:21.269892 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:21.283178 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316e8409-378a-47c3-a927-8b6aea8ed8bd {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:31:21.306933 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 316e8409-378a-47c3-a927-8b6aea8ed8bd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=316e8409-378a-47c3-a927-8b6aea8ed8bd,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:21.347547 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e21c1-f47c-4a5a-8623-1298fe6bb947 req-f0cbdb25-ce05-4e6a-90f2-ab5a5d53b638 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:21.349282 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-606e21c1-f47c-4a5a-8623-1298fe6bb947 req-f0cbdb25-ce05-4e6a-90f2-ab5a5d53b638 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0938869 Aug 21 01:31:21.428737 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:21.441002 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e772b1d-bf93-47fd-89d9-b3bda7421a67 req-8f62e932-f6c7-4c08-acd2-c691287f09fd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:21.442534 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1e772b1d-bf93-47fd-89d9-b3bda7421a67 req-8f62e932-f6c7-4c08-acd2-c691287f09fd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 943 time: 0.0866027 Aug 21 01:31:21.459895 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:21.477723 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=316e8409-378a-47c3-a927-8b6aea8ed8bd,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:21.538243 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-606e21c1-f47c-4a5a-8623-1298fe6bb947 req-002253f0-5b0e-45ab-8c72-99a2d8abc53a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719601 Aug 21 01:31:21.583448 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1e772b1d-bf93-47fd-89d9-b3bda7421a67 req-5ed309ea-6943-432b-978a-5ba85f2eb3be tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321111 Aug 21 01:31:21.610684 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] Router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:31:21.719419 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:31:21.724858 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-6a891ad9-eedc-4bac-8962-87c151918fe5 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/37fb6e73-8e54-4f18-a37f-6c3ab70fca84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8985574 Aug 21 01:31:21.727481 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56534) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:21.730516 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] Sync routers for ids ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:31:21.743757 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] Routers {'37fb6e73-8e54-4f18-a37f-6c3ab70fca84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:31:21.744369 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:31:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:21.806150 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['316e8409-378a-47c3-a927-8b6aea8ed8bd'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:31:21.840270 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Publish callbacks [] for router (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:21.854878 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] Set router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:21.874181 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:21.959592 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Publish callbacks [] for router_gateway (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:22.053244 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'name': 'tempest-TestMinimumBasicScenario-81547138-router', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2'}], 'enable_snat': True}, 'gw_port_id': '8b402697-0249-42be-a531-c296ebc89745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:32Z', 'updated_at': '2022-08-21T01:31:20Z', 'revision_number': 5, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'gw_port': {'id': '8b402697-0249-42be-a531-c296ebc89745', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:33Z', 'updated_at': '2022-08-21T01:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:22.085512 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] Checking router: 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:31:22.095438 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] Routers {'37fb6e73-8e54-4f18-a37f-6c3ab70fca84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:31:22.096084 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:31:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:22.129947 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:22.152060 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Deleting port 8b402697-0249-42be-a531-c296ebc89745 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:22.152427 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (8b402697-0249-42be-a531-c296ebc89745), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:22.207939 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] Set router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:22.241667 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] For port 8b402697-0249-42be-a531-c296ebc89745, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8b402697-0249-42be-a531-c296ebc89745,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:22.242179 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (8b402697-0249-42be-a531-c296ebc89745), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:22.256779 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Calling delete_port for 8b402697-0249-42be-a531-c296ebc89745 owned by network:router_gateway {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:22.380936 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:22.407179 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'name': 'tempest-TestMinimumBasicScenario-81547138-router', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2'}], 'enable_snat': True}, 'gw_port_id': '8b402697-0249-42be-a531-c296ebc89745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:32Z', 'updated_at': '2022-08-21T01:31:20Z', 'revision_number': 5, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'gw_port': {'id': '8b402697-0249-42be-a531-c296ebc89745', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:33Z', 'updated_at': '2022-08-21T01:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:22.435490 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6f16a-191d-4e71-aa12-7d8a33e61ffe None None] The sync data for ids ['37fb6e73-8e54-4f18-a37f-6c3ab70fca84'] in dv-cinder-master-3-iscsi is: [{'id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'name': 'tempest-TestMinimumBasicScenario-81547138-router', 'tenant_id': 'a7696238a2fa45afb6005154de8a14e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2'}], 'enable_snat': True}, 'gw_port_id': '8b402697-0249-42be-a531-c296ebc89745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:27:32Z', 'updated_at': '2022-08-21T01:31:20Z', 'revision_number': 5, 'project_id': 'a7696238a2fa45afb6005154de8a14e8', 'gw_port': {'id': '8b402697-0249-42be-a531-c296ebc89745', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb6e73-8e54-4f18-a37f-6c3ab70fca84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:27:33Z', 'updated_at': '2022-08-21T01:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:31:22.581408 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (8b402697-0249-42be-a531-c296ebc89745), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:22.611482 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b402697-0249-42be-a531-c296ebc89745,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:22.676457 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:22.696893 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfff5c-89c8-4baf-bf6b-c2f5f8ebfd93 req-f193b522-ffad-4bf2-85da-b4fb90082290 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:22.698955 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2acfff5c-89c8-4baf-bf6b-c2f5f8ebfd93 req-f193b522-ffad-4bf2-85da-b4fb90082290 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0751336 Aug 21 01:31:22.748028 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fe5aa-1ee2-43db-b90d-b9622f2d3031 req-43dd7dfb-b37e-45f1-a3ca-c3a8aae3e86a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:22.749654 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c2fe5aa-1ee2-43db-b90d-b9622f2d3031 req-43dd7dfb-b37e-45f1-a3ca-c3a8aae3e86a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 944 time: 0.0689116 Aug 21 01:31:22.772708 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:22.775809 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Publish callbacks [] for router_controller (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:22.801231 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2acfff5c-89c8-4baf-bf6b-c2f5f8ebfd93 req-ed5fc88b-030a-4607-bb73-1493f8be1529 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860472 Aug 21 01:31:22.835756 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c2fe5aa-1ee2-43db-b90d-b9622f2d3031 req-8625a568-5323-474f-842c-537bea38e82f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795383 Aug 21 01:31:23.017410 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (37fb6e73-8e54-4f18-a37f-6c3ab70fca84), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.018016 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37fb6e73-8e54-4f18-a37f-6c3ab70fca84 {{(pid=106924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:31:23.022194 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.023402 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-1e8840a4-e483-434d-98c8-e9a0951a0f97 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/37fb6e73-8e54-4f18-a37f-6c3ab70fca84 HTTP/1.1" status: 204 len: 168 time: 1.2948942 Aug 21 01:31:23.027086 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56546) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:23.067910 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 316e8409-378a-47c3-a927-8b6aea8ed8bd up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:31:23.120819 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 316e8409-378a-47c3-a927-8b6aea8ed8bd completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:31:23.294030 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 316e8409-378a-47c3-a927-8b6aea8ed8bd triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:23.294736 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.312865 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca08afd-65f7-44c9-b76b-26520f0c2341 admin admin] Deleting subnet fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:31:23.320931 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cca08afd-65f7-44c9-b76b-26520f0c2341 admin admin] Publish callbacks [] for subnet (fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.354606 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cca08afd-65f7-44c9-b76b-26520f0c2341 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9055190'] for subnet (fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.379864 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 316e8409-378a-47c3-a927-8b6aea8ed8bd is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:23.380429 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.387674 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:23.404920 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316e8409-378a-47c3-a927-8b6aea8ed8bd'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:31:23.407157 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bd6b3b-e2c5-4a52-9443-0f81acf1812e" -d '{"events": [{"server_uuid": "d1a9e859-eddf-4f45-8e02-168201b29a63", "name": "network-vif-plugged", "status": "completed", "tag": "316e8409-378a-47c3-a927-8b6aea8ed8bd"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:31:23.419902 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 316e8409-378a-47c3-a927-8b6aea8ed8bd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=316e8409-378a-47c3-a927-8b6aea8ed8bd,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:23.433454 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cca08afd-65f7-44c9-b76b-26520f0c2341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.475550 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=6 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:23.542625 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f7c031-2aab-4a0f-9e3f-3439575080a4 x-openstack-request-id: req-11f7c031-2aab-4a0f-9e3f-3439575080a4 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:31:23.542625 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a9e859-eddf-4f45-8e02-168201b29a63", "name": "network-vif-plugged", "status": "completed", "tag": "316e8409-378a-47c3-a927-8b6aea8ed8bd", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:31:23.542625 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11f7c031-2aab-4a0f-9e3f-3439575080a4 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:31:23.542625 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f7c031-2aab-4a0f-9e3f-3439575080a4'] response: {'server_uuid': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'code': 200} Aug 21 01:31:23.571869 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.625258 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=316e8409-378a-47c3-a927-8b6aea8ed8bd,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:23.658057 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cca08afd-65f7-44c9-b76b-26520f0c2341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9277735'] for subnet (fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.685304 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca08afd-65f7-44c9-b76b-26520f0c2341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:23.688927 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cca08afd-65f7-44c9-b76b-26520f0c2341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.692722 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-cca08afd-65f7-44c9-b76b-26520f0c2341 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/fd216cad-f3e4-4be3-85af-eb7ccb7b2e7c HTTP/1.1" status: 204 len: 168 time: 0.6634727 Aug 21 01:31:23.694939 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56552) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:23.695100 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472c1d7-b36f-40dd-bb7c-f33d573d182e None None] Network d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:31:23.715869 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:23.842333 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56558) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:23.864994 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc93f03-718d-472d-8a45-818211016135 None None] DHCP port deletion for d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:31:23.912086 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0889149d-b426-4cc6-aec9-921c608b80c3 admin admin] Deleting subnet 5b0d94f6-6ff6-4464-ba5b-208daf5569b5 {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:31:23.919329 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0889149d-b426-4cc6-aec9-921c608b80c3 admin admin] Publish callbacks [] for subnet (5b0d94f6-6ff6-4464-ba5b-208daf5569b5), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.922843 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-5bc93f03-718d-472d-8a45-818211016135 None None] Deleting port 450f3b00-6b14-4390-829c-be9dea77e86a {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:23.923565 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5bc93f03-718d-472d-8a45-818211016135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:23.985393 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0889149d-b426-4cc6-aec9-921c608b80c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9055190'] for subnet (5b0d94f6-6ff6-4464-ba5b-208daf5569b5), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.009421 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-5bc93f03-718d-472d-8a45-818211016135 None None] For port 450f3b00-6b14-4390-829c-be9dea77e86a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=450f3b00-6b14-4390-829c-be9dea77e86a,segment=NetworkSegment(21500901-45b3-45d2-a341-665abefaa26c),segment_id=21500901-45b3-45d2-a341-665abefaa26c)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:24.009948 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5bc93f03-718d-472d-8a45-818211016135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.029099 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-5bc93f03-718d-472d-8a45-818211016135 None None] Calling delete_port for 450f3b00-6b14-4390-829c-be9dea77e86a owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:24.037195 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0889149d-b426-4cc6-aec9-921c608b80c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (5b0d94f6-6ff6-4464-ba5b-208daf5569b5), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.156153 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 8b402697-0249-42be-a531-c296ebc89745 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:24.173991 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.175619 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 8b402697-0249-42be-a531-c296ebc89745 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:31:24.175966 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 8b402697-0249-42be-a531-c296ebc89745 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:31:24.176418 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 974b5386-1bdb-406d-a35f-dbdf270ebaa2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:24.195359 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 974b5386-1bdb-406d-a35f-dbdf270ebaa2 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:31:24.204622 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e9d8f-6193-498a-9db4-57f6508e4350 req-30ce7d7c-71d7-4ec5-999d-e4a3de52485e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:24.204777 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 974b5386-1bdb-406d-a35f-dbdf270ebaa2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:31:24.204777 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 450f3b00-6b14-4390-829c-be9dea77e86a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:24.204970 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b70e9d8f-6193-498a-9db4-57f6508e4350 req-30ce7d7c-71d7-4ec5-999d-e4a3de52485e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.1100645 Aug 21 01:31:24.204970 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fd94-bb6a-45d3-973e-235dcfc06ec5 req-c372b035-e262-4509-bc94-f14a352b6183 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:24.204970 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9dd8fd94-bb6a-45d3-973e-235dcfc06ec5 req-c372b035-e262-4509-bc94-f14a352b6183 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 945 time: 0.1356554 Aug 21 01:31:24.205803 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d701c3-a6a1-43c7-891a-a6760e591a84 req-d703876a-13d1-4b5d-a4d2-e06d22e82cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:24.207173 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-43d701c3-a6a1-43c7-891a-a6760e591a84 req-d703876a-13d1-4b5d-a4d2-e06d22e82cf7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 1129 time: 0.1290987 Aug 21 01:31:24.272425 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 450f3b00-6b14-4390-829c-be9dea77e86a is: ACTIVE; New status is: DOWN {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:24.272813 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.285375 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0889149d-b426-4cc6-aec9-921c608b80c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9277735'] for subnet (5b0d94f6-6ff6-4464-ba5b-208daf5569b5), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.300062 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:24.311959 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889149d-b426-4cc6-aec9-921c608b80c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0d94f6-6ff6-4464-ba5b-208daf5569b5,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:24.317973 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0889149d-b426-4cc6-aec9-921c608b80c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.321223 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-0889149d-b426-4cc6-aec9-921c608b80c3 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/5b0d94f6-6ff6-4464-ba5b-208daf5569b5 HTTP/1.1" status: 204 len: 168 time: 0.4778328 Aug 21 01:31:24.323714 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56562) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:24.332835 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5bc93f03-718d-472d-8a45-818211016135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.360711 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b70e9d8f-6193-498a-9db4-57f6508e4350 req-8f9312a5-e628-42d5-a772-3a7918607ab9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524534 Aug 21 01:31:24.364948 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Deleting port 450f3b00-6b14-4390-829c-be9dea77e86a {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:31:24.365417 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.369103 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-43d701c3-a6a1-43c7-891a-a6760e591a84 req-0d2872f3-38c8-47a2-b0ee-0cf6055f8341 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488726 Aug 21 01:31:24.396088 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc93f03-718d-472d-8a45-818211016135 None None] Pushing event deleted for resources: {'Port': ['ID=450f3b00-6b14-4390-829c-be9dea77e86a,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:24.407368 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9dd8fd94-bb6a-45d3-973e-235dcfc06ec5 req-80a2e61e-caea-434a-8e22-455ea2c71427 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865444 Aug 21 01:31:24.413764 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc93f03-718d-472d-8a45-818211016135 None None] No DVR routers for this DVR port 450f3b00-6b14-4390-829c-be9dea77e86a on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:31:24.432538 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (5a72733d-0e4b-47b7-9270-d8de517ee151), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.467732 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] For port 450f3b00-6b14-4390-829c-be9dea77e86a, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:24.468345 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.483462 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Calling delete_port for 450f3b00-6b14-4390-829c-be9dea77e86a owned by network:dhcp {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:31:24.486450 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.ipam_backend_mixin [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Port 450f3b00-6b14-4390-829c-be9dea77e86a was not found and therefore no delete operation was performed {{(pid=106923) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 21 01:31:24.489061 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (450f3b00-6b14-4390-829c-be9dea77e86a), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.520333 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Pushing event deleted for resources: {'Port': ['ID=450f3b00-6b14-4390-829c-be9dea77e86a,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:24.522169 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] No DVR routers for this DVR port 450f3b00-6b14-4390-829c-be9dea77e86a on host dv-cinder-master-3-iscsi {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:31:24.523365 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (5a72733d-0e4b-47b7-9270-d8de517ee151), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.537683 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:24.548119 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a72733d-0e4b-47b7-9270-d8de517ee151']}} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:24.549662 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:24.558078 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73395e4a-3128-4128-805c-6c3801a7ac74') {'for_net_delete': True} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:24.558364 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73395e4a-3128-4128-805c-6c3801a7ac74') {} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:24.568402 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9055169'] for segment (73395e4a-3128-4128-805c-6c3801a7ac74), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.583657 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (73395e4a-3128-4128-805c-6c3801a7ac74), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.591285 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=106924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:31:24.591689 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432606'] for segment (73395e4a-3128-4128-805c-6c3801a7ac74), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.601214 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.620518 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment 73395e4a-3128-4128-805c-6c3801a7ac74 resource provider aggregate not found Aug 21 01:31:24.623657 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f']}} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:24.634759 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21500901-45b3-45d2-a341-665abefaa26c') {'for_net_delete': True} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:24.635078 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21500901-45b3-45d2-a341-665abefaa26c') {} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:24.646077 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291500'] for segment (21500901-45b3-45d2-a341-665abefaa26c), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.657671 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment 73395e4a-3128-4128-805c-6c3801a7ac74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73395e4a-3128-4128-805c-6c3801a7ac74 found for delete ", "request_id": "req-b707f101-9170-42fd-a1c2-36d790b203cc"}]} Aug 21 01:31:24.660230 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (21500901-45b3-45d2-a341-665abefaa26c), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.667644 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=106923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:31:24.668035 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9291643'] for segment (21500901-45b3-45d2-a341-665abefaa26c), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.693034 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment 21500901-45b3-45d2-a341-665abefaa26c resource provider aggregate not found Aug 21 01:31:24.730490 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment 21500901-45b3-45d2-a341-665abefaa26c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21500901-45b3-45d2-a341-665abefaa26c found for delete ", "request_id": "req-d561fd4a-746f-4c48-a6e5-e6ff30f19d85"}]} Aug 21 01:31:24.752595 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (5a72733d-0e4b-47b7-9270-d8de517ee151), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.759205 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.761799 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/5a72733d-0e4b-47b7-9270-d8de517ee151 HTTP/1.1" status: 204 len: 168 time: 0.4365144 Aug 21 01:31:24.773427 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f36c04-3294-4f26-a7c6-0b71a64dc5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=5a72733d-0e4b-47b7-9270-d8de517ee151,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:24.851947 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.857535 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:24.860677 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f HTTP/1.1" status: 204 len: 168 time: 1.1645110 Aug 21 01:31:24.871876 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9c474-cc6b-4055-ac06-ffdbf1e1d55d admin admin] Pushing event deleted for resources: {'Network': ['ID=d4afcb3f-c5b4-4ec4-a4d8-530a15ecb37f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:25.276820 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56576) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:25.295502 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:25.317030 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-28420062-8058-4d1a-8c44-6d00c9550fba admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=67f492f96d314cfea70bdbfa3caaee9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390291 Aug 21 01:31:25.319538 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56578) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:25.330361 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56580) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:25.370636 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d94e-8a33-4e62-9bf2-3b74696df375 admin admin] Publish callbacks [] for security_group (9b63342a-6503-4f2a-a490-f29347c600eb), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:25.374133 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-78a86121-073a-42c3-a524-90bff8ebf869 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=da8fc458ef6b49e18daac9fb195a2149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424528 Aug 21 01:31:25.376710 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56582) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:25.393756 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d94e-8a33-4e62-9bf2-3b74696df375 admin admin] Publish callbacks [] for security_group (9b63342a-6503-4f2a-a490-f29347c600eb), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:25.431973 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed459-6600-4ff7-a1ac-2af612163fea admin admin] Publish callbacks [] for security_group (e5f332e1-a106-4405-aed8-7bed6c1b35e2), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:25.457567 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed459-6600-4ff7-a1ac-2af612163fea admin admin] Publish callbacks [] for security_group (e5f332e1-a106-4405-aed8-7bed6c1b35e2), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:25.563838 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d94e-8a33-4e62-9bf2-3b74696df375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (9b63342a-6503-4f2a-a490-f29347c600eb), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:25.565440 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3385ae-3c72-4d78-983a-b6cd9dbac659 req-d345228e-8a70-45f8-916f-7aba4bf9858d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:25.566495 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3ee3d94e-8a33-4e62-9bf2-3b74696df375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:25.566955 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bf3385ae-3c72-4d78-983a-b6cd9dbac659 req-d345228e-8a70-45f8-916f-7aba4bf9858d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.1151662 Aug 21 01:31:25.570868 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-3ee3d94e-8a33-4e62-9bf2-3b74696df375 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9b63342a-6503-4f2a-a490-f29347c600eb HTTP/1.1" status: 204 len: 168 time: 0.2502146 Aug 21 01:31:25.575632 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9f930-48b7-4961-9be8-9eaabeb0a815 req-94463fb8-9413-46c3-b73c-ad1f942fb13d tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:25.577170 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a4b9f930-48b7-4961-9be8-9eaabeb0a815 req-94463fb8-9413-46c3-b73c-ad1f942fb13d tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 945 time: 0.0802829 Aug 21 01:31:25.585964 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3d94e-8a33-4e62-9bf2-3b74696df375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63342a-6503-4f2a-a490-f29347c600eb,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:25.652538 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bf3385ae-3c72-4d78-983a-b6cd9dbac659 req-d7021223-ee88-4dc5-ad4a-e92d6dd8806b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722973 Aug 21 01:31:25.666728 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a4b9f930-48b7-4961-9be8-9eaabeb0a815 req-e89bd01a-e0a1-4dc8-93bd-6c10a03e586e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782344 Aug 21 01:31:25.730040 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed459-6600-4ff7-a1ac-2af612163fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (e5f332e1-a106-4405-aed8-7bed6c1b35e2), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:25.733337 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed459-6600-4ff7-a1ac-2af612163fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:25.736970 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8f2ed459-6600-4ff7-a1ac-2af612163fea admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e5f332e1-a106-4405-aed8-7bed6c1b35e2 HTTP/1.1" status: 204 len: 168 time: 0.3570204 Aug 21 01:31:25.743641 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ed459-6600-4ff7-a1ac-2af612163fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f332e1-a106-4405-aed8-7bed6c1b35e2,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:26.610968 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56596) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:26.655298 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-06e9329f-2f13-40ef-b262-0bb8a4e339e1 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=a7696238a2fa45afb6005154de8a14e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431075 Aug 21 01:31:26.658112 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 56598) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:26.713649 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-4427bbdb-cc7e-4508-ac22-045381583731 admin admin] Publish callbacks [] for security_group (411ba810-1248-4fe7-a705-a2706dde2b67), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:26.737826 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-4427bbdb-cc7e-4508-ac22-045381583731 admin admin] Publish callbacks [] for security_group (411ba810-1248-4fe7-a705-a2706dde2b67), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:26.811167 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c39371-d8f9-453e-b8dd-336d6a26bea2 req-b8a55748-3e60-4ca5-aabd-5a39083d07c1 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:26.812727 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-85c39371-d8f9-453e-b8dd-336d6a26bea2 req-b8a55748-3e60-4ca5-aabd-5a39083d07c1 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0773139 Aug 21 01:31:26.823037 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34420c-79c3-477a-86dd-2aa62181793d req-87b2a3f5-c9c1-45a7-a220-77a6b8c72ccc tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:26.827930 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7f34420c-79c3-477a-86dd-2aa62181793d req-87b2a3f5-c9c1-45a7-a220-77a6b8c72ccc tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 945 time: 0.0607891 Aug 21 01:31:26.891962 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-4427bbdb-cc7e-4508-ac22-045381583731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (411ba810-1248-4fe7-a705-a2706dde2b67), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:26.894670 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-4427bbdb-cc7e-4508-ac22-045381583731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:26.895413 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:26.896061 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-4427bbdb-cc7e-4508-ac22-045381583731 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/411ba810-1248-4fe7-a705-a2706dde2b67 HTTP/1.1" status: 204 len: 168 time: 0.2367554 Aug 21 01:31:26.902890 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-85c39371-d8f9-453e-b8dd-336d6a26bea2 req-6b310256-41cb-4547-aea1-1427be3acefb tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774634 Aug 21 01:31:26.904720 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427bbdb-cc7e-4508-ac22-045381583731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411ba810-1248-4fe7-a705-a2706dde2b67,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:26.907430 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7f34420c-79c3-477a-86dd-2aa62181793d req-d1876042-8a53-4253-87c1-f816b60ff709 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741999 Aug 21 01:31:27.040449 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6951ca-5b3c-49db-9e23-f91cdec5a7d6 req-08c95f73-7d94-442b-a776-3a12f7035e3a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:27.041938 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8b6951ca-5b3c-49db-9e23-f91cdec5a7d6 req-08c95f73-7d94-442b-a776-3a12f7035e3a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 945 time: 0.0505934 Aug 21 01:31:27.053216 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56608) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:27.057693 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-85d7cd0d-f050-4a78-bdf4-40b7de2da1dd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'floatingip': {'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:31:27.097093 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-85d7cd0d-f050-4a78-bdf4-40b7de2da1dd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (10598e48-8caf-4856-95a0-a74147940c46), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:27.214602 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:27.540217 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-85d7cd0d-f050-4a78-bdf4-40b7de2da1dd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:27.615294 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-85d7cd0d-f050-4a78-bdf4-40b7de2da1dd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (10598e48-8caf-4856-95a0-a74147940c46), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:27.668745 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d488782b-f678-4eeb-b78f-fdae3c31d6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:27.712846 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [None req-85d7cd0d-f050-4a78-bdf4-40b7de2da1dd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Floating IP 10598e48-8caf-4856-95a0-a74147940c46 associated. External IP: 172.37.5.183, port: 316e8409-378a-47c3-a927-8b6aea8ed8bd. Aug 21 01:31:27.911401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d7cd0d-f050-4a78-bdf4-40b7de2da1dd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Router eebb2dcd-4787-4d64-9758-f797abd6c48b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:31:28.033738 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:28.047508 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d7cd0d-f050-4a78-bdf4-40b7de2da1dd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:31:28.052380 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-85d7cd0d-f050-4a78-bdf4-40b7de2da1dd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:28.057083 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:31:28.064134 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178f4d9-ca6c-438f-90fc-59f2434fdad3 req-fb069089-dec7-4d41-aa88-b61b472d885f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:28.065788 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6178f4d9-ca6c-438f-90fc-59f2434fdad3 req-fb069089-dec7-4d41-aa88-b61b472d885f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0648315 Aug 21 01:31:28.068873 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:31:28.069691 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:31:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:28.110244 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-85d7cd0d-f050-4a78-bdf4-40b7de2da1dd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/10598e48-8caf-4856-95a0-a74147940c46 HTTP/1.1" status: 200 len: 991 time: 1.0559223 Aug 21 01:31:28.111948 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'tag': '316e8409-378a-47c3-a927-8b6aea8ed8bd'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:31:28.114228 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f064859c-034e-4907-8a87-3c93fe387e18" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a9e859-eddf-4f45-8e02-168201b29a63", "tag": "316e8409-378a-47c3-a927-8b6aea8ed8bd"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:31:28.146194 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6178f4d9-ca6c-438f-90fc-59f2434fdad3 req-443b1e1a-121d-4f7f-8d1f-d222c7bc5228 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605996 Aug 21 01:31:28.156220 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94451fde-ecab-445d-b373-d100601ec8b3 x-openstack-request-id: req-94451fde-ecab-445d-b373-d100601ec8b3 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:31:28.156523 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a9e859-eddf-4f45-8e02-168201b29a63", "tag": "316e8409-378a-47c3-a927-8b6aea8ed8bd", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:31:28.156780 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-94451fde-ecab-445d-b373-d100601ec8b3 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:31:28.157194 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94451fde-ecab-445d-b373-d100601ec8b3'] response: {'name': 'network-changed', 'server_uuid': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'tag': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'status': 'completed', 'code': 200} Aug 21 01:31:28.248979 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064859c-034e-4907-8a87-3c93fe387e18 req-1ca6d4f3-81cf-4d6b-95d3-ed39f3b3ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:28.250499 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f064859c-034e-4907-8a87-3c93fe387e18 req-1ca6d4f3-81cf-4d6b-95d3-ed39f3b3ff34 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 1129 time: 0.0409055 Aug 21 01:31:28.302836 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:28.346369 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064859c-034e-4907-8a87-3c93fe387e18 req-f9ecd01a-2745-48ca-a50e-bc4375a7ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:28.347849 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f064859c-034e-4907-8a87-3c93fe387e18 req-f9ecd01a-2745-48ca-a50e-bc4375a7ed35 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 915 time: 0.0904486 Aug 21 01:31:28.410254 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f064859c-034e-4907-8a87-3c93fe387e18 req-0af3f762-d594-48cd-a98c-cc3b79810342 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316e8409-378a-47c3-a927-8b6aea8ed8bd HTTP/1.1" status: 200 len: 999 time: 0.0551908 Aug 21 01:31:28.461336 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064859c-034e-4907-8a87-3c93fe387e18 req-7fae56b5-ba9c-4374-a960-be546321f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:28.462827 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f064859c-034e-4907-8a87-3c93fe387e18 req-7fae56b5-ba9c-4374-a960-be546321f5af service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.0456936 Aug 21 01:31:28.512494 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064859c-034e-4907-8a87-3c93fe387e18 req-3d94f468-2cd8-4d04-b9d9-74a4ac80c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:28.514065 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f064859c-034e-4907-8a87-3c93fe387e18 req-3d94f468-2cd8-4d04-b9d9-74a4ac80c9e8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448189 Aug 21 01:31:28.522518 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '10598e48-8caf-4856-95a0-a74147940c46', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.183', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:48:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:31:11Z', 'updated_at': '2022-08-21T01:31:27Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:28.529299 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:28.550045 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:31:28.559963 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:31:28.561259 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:31:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:28.608172 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f064859c-034e-4907-8a87-3c93fe387e18 req-644b8c82-3142-4e09-9cfc-deac186f3562 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863926 Aug 21 01:31:28.669473 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:31:28.707804 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f064859c-034e-4907-8a87-3c93fe387e18 req-d5eb954a-aac8-4386-bd4c-1da494d98f73 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927749 Aug 21 01:31:28.896444 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '10598e48-8caf-4856-95a0-a74147940c46', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.183', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:48:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:31:11Z', 'updated_at': '2022-08-21T01:31:27Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:31:28.924345 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47397b65-8689-4e73-853a-4ea6526e867b None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '10598e48-8caf-4856-95a0-a74147940c46', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.183', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:48:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:31:11Z', 'updated_at': '2022-08-21T01:31:27Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:31:29.123347 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa183cab-20e8-4fd8-950a-2d48dd2eda38 None None] New status for floating IP 10598e48-8caf-4856-95a0-a74147940c46: ACTIVE {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:31:29.285722 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c3d26-0f7e-4b6f-9ce1-1b93e76f04d4 req-d7f845c7-2358-4d03-92e8-71f2d7d3b035 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:29.287268 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ac2c3d26-0f7e-4b6f-9ce1-1b93e76f04d4 req-d7f845c7-2358-4d03-92e8-71f2d7d3b035 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0537729 Aug 21 01:31:29.337896 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ac2c3d26-0f7e-4b6f-9ce1-1b93e76f04d4 req-54fb7232-0b3c-4599-9140-0c5f42ee440b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448062 Aug 21 01:31:30.266927 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-7889cd0a-bbe6-4760-bad8-90ea6c56c232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:30.468905 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59241b-aa7d-423b-82c5-09141cc928fb req-5306e3f5-555e-4c08-804e-d7a8628a629d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:30.470656 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6e59241b-aa7d-423b-82c5-09141cc928fb req-5306e3f5-555e-4c08-804e-d7a8628a629d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0479703 Aug 21 01:31:30.522192 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6e59241b-aa7d-423b-82c5-09141cc928fb req-6f45d840-7b79-4810-8803-01059fe550dd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459099 Aug 21 01:31:30.726813 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:31:31.118745 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device d3beeb80-5980-4de1-b832-2d4a1e1dae1c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:31:31.215790 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:31.223356 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:31.234711 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'port_id': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'mac_address': 'fa:16:3e:e3:b4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:31:31.236841 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:31.270134 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port d3beeb80-5980-4de1-b832-2d4a1e1dae1c is: ACTIVE; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:31.270794 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:31.284147 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3beeb80-5980-4de1-b832-2d4a1e1dae1c {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:31:31.319379 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:31.406560 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:31.429197 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:31.455635 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=6']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:31.629278 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['d3beeb80-5980-4de1-b832-2d4a1e1dae1c'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:31:31.654159 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ddfb6-e97e-4961-b1f8-56862207f1eb req-18c4e060-d16b-4496-a36b-b3cc1602e96e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:31.655673 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6c6ddfb6-e97e-4961-b1f8-56862207f1eb req-18c4e060-d16b-4496-a36b-b3cc1602e96e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 944 time: 0.0491714 Aug 21 01:31:31.707512 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6c6ddfb6-e97e-4961-b1f8-56862207f1eb req-6ac8d571-4372-4a39-86d8-492f0672c608 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460808 Aug 21 01:31:32.859228 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d70ef-aada-43c0-a410-b45da4126590 req-0410fed1-534b-4b95-9893-f3b21df229a9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:32.861515 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ee5d70ef-aada-43c0-a410-b45da4126590 req-0410fed1-534b-4b95-9893-f3b21df229a9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 944 time: 0.0605757 Aug 21 01:31:32.918537 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ee5d70ef-aada-43c0-a410-b45da4126590 req-40be0b96-a2bb-43e2-a4a9-4f77f6b2578d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514820 Aug 21 01:31:33.144720 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:33.147094 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device d3beeb80-5980-4de1-b832-2d4a1e1dae1c up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:31:33.205963 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port d3beeb80-5980-4de1-b832-2d4a1e1dae1c triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:31:33.206592 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:33.301700 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port d3beeb80-5980-4de1-b832-2d4a1e1dae1c is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:33.302343 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:33.336068 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:31:33.342752 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5e9da6-2bbb-4d07-ae8b-15227a32f7e9" -d '{"events": [{"server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "name": "network-vif-plugged", "status": "completed", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:31:33.347725 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:33.387756 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d82db4b-d0da-4c01-8430-60f32bc5d83e x-openstack-request-id: req-0d82db4b-d0da-4c01-8430-60f32bc5d83e {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:31:33.388068 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "name": "network-vif-plugged", "status": "completed", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:31:33.388492 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0d82db4b-d0da-4c01-8430-60f32bc5d83e {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:31:33.388900 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d82db4b-d0da-4c01-8430-60f32bc5d83e'] response: {'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'code': 200} Aug 21 01:31:33.427205 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:33.479989 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=7']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:33.663836 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:34.065196 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86b963-653d-491f-af16-6cba46d72ee8 req-35280458-7ab6-4383-a56c-8babccd5b951 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:34.073395 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5d86b963-653d-491f-af16-6cba46d72ee8 req-35280458-7ab6-4383-a56c-8babccd5b951 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0589771 Aug 21 01:31:34.142622 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5d86b963-653d-491f-af16-6cba46d72ee8 req-11e4d70c-9dbc-45a4-8824-ed711a7fce98 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681922 Aug 21 01:31:35.261891 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:35.273329 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c997b1-af57-424f-b738-beca3a911754 req-ecfd8b60-74fe-4b66-a04d-cd0b95e0ef90 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:35.274978 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-58c997b1-af57-424f-b738-beca3a911754 req-ecfd8b60-74fe-4b66-a04d-cd0b95e0ef90 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0499756 Aug 21 01:31:35.323749 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-58c997b1-af57-424f-b738-beca3a911754 req-bd19c416-c3f7-40a2-a97e-741d517c22d0 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429842 Aug 21 01:31:36.497626 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b868-8d7a-4583-a802-5c9d95015a0d req-282b7020-6cef-460d-9d7c-bdaf2aebd911 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:36.499561 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4930b868-8d7a-4583-a802-5c9d95015a0d req-282b7020-6cef-460d-9d7c-bdaf2aebd911 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0639646 Aug 21 01:31:36.574008 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4930b868-8d7a-4583-a802-5c9d95015a0d req-1a2da8d1-1e01-4b6d-ac70-7ad5a1131293 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676150 Aug 21 01:31:36.899784 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:36.900977 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:37.718120 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045c4d6-be2f-4f55-b6d7-b9dbcf63c25f req-a5fb3725-d44c-497e-bd47-13b866356c61 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:37.720204 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2045c4d6-be2f-4f55-b6d7-b9dbcf63c25f req-a5fb3725-d44c-497e-bd47-13b866356c61 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0496309 Aug 21 01:31:37.772300 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2045c4d6-be2f-4f55-b6d7-b9dbcf63c25f req-24afc358-62a5-46d0-ac6b-acb8c6583888 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457778 Aug 21 01:31:38.913774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79998d-37c4-4d7f-8629-d56141380f65 req-d5fa4ba5-9937-420a-999f-43829e692e26 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:38.916711 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef79998d-37c4-4d7f-8629-d56141380f65 req-d5fa4ba5-9937-420a-999f-43829e692e26 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0567937 Aug 21 01:31:38.983687 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef79998d-37c4-4d7f-8629-d56141380f65 req-aa925e76-73b2-41cb-a768-29bb522e205e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621729 Aug 21 01:31:39.227746 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:39.236218 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=85 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:40.118201 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:40.136733 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af4ef6-c69f-4256-9368-5a34ec6ba46b req-545f213a-092f-4046-9e61-8f668b83fe5c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:40.138793 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a4af4ef6-c69f-4256-9368-5a34ec6ba46b req-545f213a-092f-4046-9e61-8f668b83fe5c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0616610 Aug 21 01:31:40.207104 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a4af4ef6-c69f-4256-9368-5a34ec6ba46b req-47ba448d-3c6c-4c97-9cc1-c27a43e02cda tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618541 Aug 21 01:31:40.722571 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:41.333741 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffab5-99bc-46fb-83fb-eda03dc88db6 req-154426e1-7642-43b9-a076-5f12eba94f54 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:41.335151 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd9ffab5-99bc-46fb-83fb-eda03dc88db6 req-154426e1-7642-43b9-a076-5f12eba94f54 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0537767 Aug 21 01:31:41.388545 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cd9ffab5-99bc-46fb-83fb-eda03dc88db6 req-09372886-abe1-44a5-a557-2fdbf0e02e53 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470474 Aug 21 01:31:42.581203 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb6b32-c200-46c8-a32e-4438c8519f90 req-caf7220d-ec5d-4dfa-847e-9d238c334f27 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:42.582678 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6edb6b32-c200-46c8-a32e-4438c8519f90 req-caf7220d-ec5d-4dfa-847e-9d238c334f27 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0851886 Aug 21 01:31:42.611340 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fbbbc-b70f-47c8-9a1a-b7dad51daddb req-ccf5e702-bf3d-4bfc-af30-278087f15442 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:42.612873 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0a3fbbbc-b70f-47c8-9a1a-b7dad51daddb req-ccf5e702-bf3d-4bfc-af30-278087f15442 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0815222 Aug 21 01:31:42.684807 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6edb6b32-c200-46c8-a32e-4438c8519f90 req-ac46fd08-91cb-4451-b087-e83b0bde04b5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936494 Aug 21 01:31:42.688843 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0a3fbbbc-b70f-47c8-9a1a-b7dad51daddb req-6fd043da-ceba-409b-85b9-64d456247a68 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678411 Aug 21 01:31:43.847632 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c38f1-4830-4f8e-ab9b-51f2ce48e70f req-c04cb6e1-cdc5-4e66-9b09-56fcd22501f3 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:43.849235 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-785c38f1-4830-4f8e-ab9b-51f2ce48e70f req-c04cb6e1-cdc5-4e66-9b09-56fcd22501f3 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0843265 Aug 21 01:31:43.854780 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59272f-cdc6-43ac-a20c-7d09b347bfec req-1c95646d-addc-4d7c-8094-44d5d9c57324 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:43.856203 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8b59272f-cdc6-43ac-a20c-7d09b347bfec req-1c95646d-addc-4d7c-8094-44d5d9c57324 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0900099 Aug 21 01:31:43.928023 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-785c38f1-4830-4f8e-ab9b-51f2ce48e70f req-151a3f66-40d6-40c6-915d-7e1182604d85 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708349 Aug 21 01:31:43.944667 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8b59272f-cdc6-43ac-a20c-7d09b347bfec req-1d0473f4-32eb-4d69-b876-134d27db25b7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717785 Aug 21 01:31:44.317329 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-74409c38-9d5e-4923-94b7-181b6e82d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:44.318879 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-74409c38-9d5e-4923-94b7-181b6e82d91a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 1129 time: 0.0397956 Aug 21 01:31:44.412746 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:44.430255 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-befc2497-3de4-4112-8fd8-8d0062477a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:44.431741 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-befc2497-3de4-4112-8fd8-8d0062477a3f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 917 time: 0.0951760 Aug 21 01:31:44.496607 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-047493b2-c3b7-4f8d-b85e-622aad1b3f68 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c HTTP/1.1" status: 200 len: 1000 time: 0.0564079 Aug 21 01:31:44.553510 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-84f1ac2f-64d5-4dd1-8d69-0f346370dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:44.555005 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-84f1ac2f-64d5-4dd1-8d69-0f346370dcaf service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=fd50c766-ff47-4da4-9e9a-cc5ec1431a42 HTTP/1.1" status: 200 len: 855 time: 0.0500803 Aug 21 01:31:44.600694 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-863b71bf-f1f9-4b5d-b712-21be2ca95518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:44.601955 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-863b71bf-f1f9-4b5d-b712-21be2ca95518 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cb373d64-899b-489f-9b02-6021edfc53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399768 Aug 21 01:31:44.702135 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-61b37f54-5892-4228-a52e-17570b152248 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910921 Aug 21 01:31:44.776013 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:44.793611 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4639b9e7-71b2-4d45-8fe4-9eb55dfe2561 req-cf02fdda-0c72-4f99-afb1-3501f5649919 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853148 Aug 21 01:31:45.098462 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185aec5e-151d-4c7f-938c-76057e0d340e req-6f27b356-50f9-4317-a0b5-750d5450a2f9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:45.099949 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-185aec5e-151d-4c7f-938c-76057e0d340e req-6f27b356-50f9-4317-a0b5-750d5450a2f9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0819066 Aug 21 01:31:45.110850 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f74d31-040c-4b4f-8753-144faa426887 req-731d1973-84ae-4fcb-973e-49960e14600a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:45.112336 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d6f74d31-040c-4b4f-8753-144faa426887 req-731d1973-84ae-4fcb-973e-49960e14600a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0636764 Aug 21 01:31:45.194237 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-185aec5e-151d-4c7f-938c-76057e0d340e req-6ecae6a1-7dc6-4db7-8482-c97fd8b9e804 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807989 Aug 21 01:31:45.197317 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d6f74d31-040c-4b4f-8753-144faa426887 req-ef9c33dd-e189-45e5-ad1e-7def3a148558 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781441 Aug 21 01:31:46.358890 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b23670-a364-4213-8a4e-5717a085e7f3 req-0d593ed1-42b6-49a3-a7b5-c5c27bc62c73 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:46.364003 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-55b23670-a364-4213-8a4e-5717a085e7f3 req-0d593ed1-42b6-49a3-a7b5-c5c27bc62c73 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 945 time: 0.0764318 Aug 21 01:31:46.366797 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a4d8a-f9a9-460b-86db-1e5e01ff4eb2 req-b10b27df-866d-430c-8651-a2b35cdc8b94 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:46.368224 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d57a4d8a-f9a9-460b-86db-1e5e01ff4eb2 req-b10b27df-866d-430c-8651-a2b35cdc8b94 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0937674 Aug 21 01:31:46.445181 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-55b23670-a364-4213-8a4e-5717a085e7f3 req-9db51b57-48f8-4442-abaf-be0c18b50328 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758414 Aug 21 01:31:46.455030 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d57a4d8a-f9a9-460b-86db-1e5e01ff4eb2 req-0fc8cf13-56fe-46f5-9c17-1b9ef299e22b tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791192 Aug 21 01:31:47.183460 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device d3beeb80-5980-4de1-b832-2d4a1e1dae1c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:47.268534 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port d3beeb80-5980-4de1-b832-2d4a1e1dae1c is: ACTIVE; New status is: DOWN {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:47.268920 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:47.291495 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:31:47.293753 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371b075b-b24a-4861-aadd-fb790b255007" -d '{"events": [{"server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:31:47.306653 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:47.338458 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 21 Aug 2022 01:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8014f1-7693-4907-8385-66e91426ffbd x-openstack-request-id: req-5e8014f1-7693-4907-8385-66e91426ffbd {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:31:47.338458 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:31:47.338458 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e8014f1-7693-4907-8385-66e91426ffbd {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:31:47.338458 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8014f1-7693-4907-8385-66e91426ffbd'] response: {'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'code': 200} Aug 21 01:31:47.372735 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:47.402874 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:47.425464 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=8']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:47.589357 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ea1e2-464b-4ae8-b376-69f3211eece3 req-51fdb4b8-7e32-4680-8715-92efbd701245 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:47.590877 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f18ea1e2-464b-4ae8-b376-69f3211eece3 req-51fdb4b8-7e32-4680-8715-92efbd701245 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0506883 Aug 21 01:31:47.645931 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f18ea1e2-464b-4ae8-b376-69f3211eece3 req-5752c5bf-5c0f-49e3-9b81-7e4fdbacfa2a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483932 Aug 21 01:31:47.761173 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a7b27-174a-4726-b6ab-58be206ee443 req-d0590ac3-793d-4411-ac19-dbf5a1189bea tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:47.762694 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f1a7b27-174a-4726-b6ab-58be206ee443 req-d0590ac3-793d-4411-ac19-dbf5a1189bea tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0513318 Aug 21 01:31:47.817494 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f1a7b27-174a-4726-b6ab-58be206ee443 req-d4703cf8-4788-45e2-b23f-fb049842b6ed tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484664 Aug 21 01:31:48.771240 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a1e7-ce15-42aa-9255-08f7daa7f026 req-4d811982-dd64-44c4-8b0f-3a7f3f179bda tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:48.773148 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9fa1a1e7-ce15-42aa-9255-08f7daa7f026 req-4d811982-dd64-44c4-8b0f-3a7f3f179bda tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0487151 Aug 21 01:31:48.824903 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9fa1a1e7-ce15-42aa-9255-08f7daa7f026 req-4f787b23-402b-4ac5-9b1f-513524e7c7e7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459397 Aug 21 01:31:49.968571 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a5745-f300-4f90-bfc4-c7b6c9ac2af2 req-de46504f-de04-4c42-8dd6-98c3cd1558ba tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:49.970320 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-440a5745-f300-4f90-bfc4-c7b6c9ac2af2 req-de46504f-de04-4c42-8dd6-98c3cd1558ba tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0623615 Aug 21 01:31:50.035338 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-440a5745-f300-4f90-bfc4-c7b6c9ac2af2 req-8b0a4b46-6be6-4e8d-b9cd-f944c819e982 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577059 Aug 21 01:31:50.594922 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-07f55373-c67b-4a41-8907-c1f3b2e77ff5 req-fcbc60cc-4b5c-490f-91a0-2a825d4b4c15 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:31:50.596295 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-07f55373-c67b-4a41-8907-c1f3b2e77ff5 req-fcbc60cc-4b5c-490f-91a0-2a825d4b4c15 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1814415 Aug 21 01:31:51.054679 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:51.099485 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999413ed-ffa2-4c2b-bef1-c5fbe3648f6f req-8fd30de1-db5a-4706-9abe-eb0b55394f4b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:51.101141 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-999413ed-ffa2-4c2b-bef1-c5fbe3648f6f req-8fd30de1-db5a-4706-9abe-eb0b55394f4b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0586715 Aug 21 01:31:51.189409 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-999413ed-ffa2-4c2b-bef1-c5fbe3648f6f req-597606f7-dc5d-4720-8b29-22e19e31bb69 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819275 Aug 21 01:31:51.205503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238250f-c6de-4da1-8bac-477862c1b666 req-b961afb7-78e7-4968-a8b5-de599d545582 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:51.206567 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device d3beeb80-5980-4de1-b832-2d4a1e1dae1c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:51.207037 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4238250f-c6de-4da1-8bac-477862c1b666 req-b961afb7-78e7-4968-a8b5-de599d545582 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0703757 Aug 21 01:31:51.230789 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:51.292504 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4238250f-c6de-4da1-8bac-477862c1b666 req-65717848-6358-4769-8e6d-c4f0c80a0297 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883024 Aug 21 01:31:51.300723 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:51.305808 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port d3beeb80-5980-4de1-b832-2d4a1e1dae1c is: DOWN; New status is: DOWN {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:51.832393 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56834) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:51.923711 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-b73ef9bb-6fe1-4f2d-ae49-8d2da3fe6a96 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915580 Aug 21 01:31:51.933656 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-57647371-e76d-4d39-92ab-136cc84a97a2 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:31:51.935088 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-57647371-e76d-4d39-92ab-136cc84a97a2 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058212 Aug 21 01:31:52.027759 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 56842) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:31:52.142417 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-714e2b34-6db1-4702-8d40-958f7dbac3ff tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:52.144327 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-714e2b34-6db1-4702-8d40-958f7dbac3ff tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports/d3beeb80-5980-4de1-b832-2d4a1e1dae1c HTTP/1.1" status: 200 len: 940 time: 0.1083193 Aug 21 01:31:52.358818 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc6616-5b57-42ee-afd6-e357595b71bd req-60d5abd3-4ace-4d64-8bf9-9c473b44d23b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:52.360350 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dcdc6616-5b57-42ee-afd6-e357595b71bd req-60d5abd3-4ace-4d64-8bf9-9c473b44d23b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0568056 Aug 21 01:31:52.754046 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dcdc6616-5b57-42ee-afd6-e357595b71bd req-c7b0b98d-2899-4a49-8750-bb1e80606aa5 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3868623 Aug 21 01:31:52.765101 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a8472-2857-4462-ba04-64e11295c046 req-0a16f097-42fe-4ba1-98e0-11bbf3227211 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:52.767374 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-344a8472-2857-4462-ba04-64e11295c046 req-0a16f097-42fe-4ba1-98e0-11bbf3227211 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.3748767 Aug 21 01:31:52.847428 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-344a8472-2857-4462-ba04-64e11295c046 req-81741bce-e93e-483b-bed7-59a8f07c5aeb tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711381 Aug 21 01:31:53.420943 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-2f47efc1-bced-4238-8bb8-ba35f28e858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:53.422463 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-2f47efc1-bced-4238-8bb8-ba35f28e858a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ac06ecc6fc93477ba4909284525df514&device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 1130 time: 0.0412922 Aug 21 01:31:53.524740 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-e5c0550c-a675-4a73-b11d-68d51072d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:53.527792 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-e5c0550c-a675-4a73-b11d-68d51072d60f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb HTTP/1.1" status: 200 len: 909 time: 0.0953610 Aug 21 01:31:53.590866 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-5292dccc-7637-4e24-b31d-484d2a8c2412 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f HTTP/1.1" status: 200 len: 1001 time: 0.0566704 Aug 21 01:31:53.647218 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-6001e3e3-ff9f-461a-9fd0-5e04272b376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:53.648740 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-6001e3e3-ff9f-461a-9fd0-5e04272b376b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5 HTTP/1.1" status: 200 len: 847 time: 0.0515018 Aug 21 01:31:53.694899 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-b90dbba0-eccb-4ed6-b550-d6e5237482aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:53.696445 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-b90dbba0-eccb-4ed6-b550-d6e5237482aa service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416324 Aug 21 01:31:53.791210 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-b5a045d4-ba5a-44cd-923e-1bf8d3f20f97 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873814 Aug 21 01:31:53.917053 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d4afc-4183-43cc-a631-bc727cf6f254 req-1a269d36-1905-42ec-bff1-814eb1c89ff4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:53.918593 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4f0d4afc-4183-43cc-a631-bc727cf6f254 req-1a269d36-1905-42ec-bff1-814eb1c89ff4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0542164 Aug 21 01:31:53.979488 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4f0d4afc-4183-43cc-a631-bc727cf6f254 req-8d013736-8f9b-4de3-81ef-f8452f98803c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551851 Aug 21 01:31:54.017241 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475567e-542a-43ac-a13c-14798bbe1337 req-33f8be09-2b92-4c5b-81f4-d4e97935c47d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:54.018843 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2475567e-542a-43ac-a13c-14798bbe1337 req-33f8be09-2b92-4c5b-81f4-d4e97935c47d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0540516 Aug 21 01:31:54.161548 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:54.165423 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-bcdac8f7-967f-4a75-93fa-d1a9f15d5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:54.167043 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-bcdac8f7-967f-4a75-93fa-d1a9f15d5a6c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a&tenant_id=13b534c485db48d8a37e024702f87092 HTTP/1.1" status: 200 len: 1127 time: 0.1091278 Aug 21 01:31:54.172893 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2475567e-542a-43ac-a13c-14798bbe1337 req-2c60600e-7a35-4b14-b748-de0c4a427ea7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425903 Aug 21 01:31:54.190825 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-773f1ac0-8f2f-437e-a40f-b0f2d50a5982 req-226c5df2-a6bf-4c74-b2b3-b0bdf036c077 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690984 Aug 21 01:31:54.255739 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-e06e30b9-b778-40f7-9a07-8d77a1aa0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:54.257301 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-e06e30b9-b778-40f7-9a07-8d77a1aa0e6c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=13b534c485db48d8a37e024702f87092&device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 1127 time: 0.0452459 Aug 21 01:31:55.073129 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:55.110829 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd82c5-1c73-423e-9d8c-69008d76277b req-30794a08-4113-45ef-a126-e1a4b7938b16 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:55.113067 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-becd82c5-1c73-423e-9d8c-69008d76277b req-30794a08-4113-45ef-a126-e1a4b7938b16 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0492656 Aug 21 01:31:55.161277 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-becd82c5-1c73-423e-9d8c-69008d76277b req-43f53feb-b03a-49ea-801c-7a850e0916e9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426910 Aug 21 01:31:55.293108 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dad43-4a01-4148-8cb3-6f81f26fb1a8 req-3a642ed3-c629-4223-968e-5b21bc5c9b81 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:55.294616 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-040dad43-4a01-4148-8cb3-6f81f26fb1a8 req-3a642ed3-c629-4223-968e-5b21bc5c9b81 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0480351 Aug 21 01:31:55.349571 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-040dad43-4a01-4148-8cb3-6f81f26fb1a8 req-c4718cac-237e-4b77-9535-2d0bae063969 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485873 Aug 21 01:31:55.993774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-657d311c-2362-4b26-8fa1-df6491ff455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:55.995256 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-657d311c-2362-4b26-8fa1-df6491ff455a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 200 len: 917 time: 0.0971155 Aug 21 01:31:56.308510 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-93c442bb-09a5-4d4f-8044-02c534c71d58 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c HTTP/1.1" status: 200 len: 998 time: 0.1013906 Aug 21 01:31:56.315440 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fd598-63bf-4c8c-8973-34247b3d75a8 req-1dd27750-9a58-40a4-89f1-347593c3b18e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:56.317011 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-899fd598-63bf-4c8c-8973-34247b3d75a8 req-1dd27750-9a58-40a4-89f1-347593c3b18e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0665421 Aug 21 01:31:56.391510 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-45fc81e9-08b8-4670-82b4-f1f74feb2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:56.393591 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-45fc81e9-08b8-4670-82b4-f1f74feb2edf service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=fd50c766-ff47-4da4-9e9a-cc5ec1431a42 HTTP/1.1" status: 200 len: 855 time: 0.0751667 Aug 21 01:31:56.406080 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-899fd598-63bf-4c8c-8973-34247b3d75a8 req-f3176d66-775a-4f4a-be5b-f9404cefb880 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791306 Aug 21 01:31:56.484287 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb3c40-5ef4-490b-821f-87e0836421f7 req-5f9715b1-170d-46e5-8da5-b1f7e725e98f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:56.485761 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e3eb3c40-5ef4-490b-821f-87e0836421f7 req-5f9715b1-170d-46e5-8da5-b1f7e725e98f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0606873 Aug 21 01:31:56.541645 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e3eb3c40-5ef4-490b-821f-87e0836421f7 req-c9dbdfe8-766b-4f85-a85c-3b649ec411e5 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500474 Aug 21 01:31:56.899880 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-f4eb9514-7f88-425e-ad39-b214e29863a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:56.901537 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-f4eb9514-7f88-425e-ad39-b214e29863a5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=cb373d64-899b-489f-9b02-6021edfc53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411150 Aug 21 01:31:56.998415 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-839de7c5-c41e-416c-90df-addd0ea2cc73 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882521 Aug 21 01:31:57.114995 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-f4f2e327-b56a-46c2-8af6-2d1dbe38df1c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090224 Aug 21 01:31:57.594958 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5e4fc-f477-442d-9f85-b778bc061582 req-d3890498-8b8f-4057-9db1-1fbd983314de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:57.597008 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-46c5e4fc-f477-442d-9f85-b778bc061582 req-d3890498-8b8f-4057-9db1-1fbd983314de tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0710814 Aug 21 01:31:57.722560 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-46c5e4fc-f477-442d-9f85-b778bc061582 req-222a8aa3-ba61-42f7-87da-55af5be7f162 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148338 Aug 21 01:31:57.744506 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030c706-4fb5-4372-ab07-813a9c365c2d req-4d415043-1f1c-4b4e-a037-6ae662b07256 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:57.750627 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8030c706-4fb5-4372-ab07-813a9c365c2d req-4d415043-1f1c-4b4e-a037-6ae662b07256 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0852332 Aug 21 01:31:57.762114 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-98f61f3f-e61f-4955-9b1d-2ed4ebc547d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:57.781094 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:57.856690 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8030c706-4fb5-4372-ab07-813a9c365c2d req-4b4f475c-fb1b-4550-a25e-64c79e8989e6 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986357 Aug 21 01:31:58.886199 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:31:58.894605 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42321d-035d-4b6b-b57e-9de141834a13 req-cfc30e31-1647-4ce7-9e29-16a00a09d2a7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:58.896498 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fd42321d-035d-4b6b-b57e-9de141834a13 req-cfc30e31-1647-4ce7-9e29-16a00a09d2a7 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0669742 Aug 21 01:31:59.030558 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fd42321d-035d-4b6b-b57e-9de141834a13 req-5974dfcf-561c-4029-b080-076683967c1c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261678 Aug 21 01:31:59.113159 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe645679-aabe-46d5-b6a5-0104f6b67fe4 req-7e5fbf91-d7ba-4d8d-87e7-92f7b748a2c7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:59.115316 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fe645679-aabe-46d5-b6a5-0104f6b67fe4 req-7e5fbf91-d7ba-4d8d-87e7-92f7b748a2c7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0837455 Aug 21 01:31:59.192884 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fe645679-aabe-46d5-b6a5-0104f6b67fe4 req-02e9f736-2eb2-4cab-aeb0-7aa7ee9f2ab5 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663862 Aug 21 01:31:59.253062 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:31:59.351648 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f is: ACTIVE; New status is: DOWN {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:31:59.352580 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:59.379404 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:31:59.381744 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe72e3ec-430b-4a16-96c4-689a6e385454" -d '{"events": [{"server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:31:59.401039 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:31:59.444786 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 21 Aug 2022 01:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bde6582-7467-496a-967a-f954a33c0a74 x-openstack-request-id: req-5bde6582-7467-496a-967a-f954a33c0a74 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:31:59.445083 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:31:59.445520 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bde6582-7467-496a-967a-f954a33c0a74 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:31:59.446081 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bde6582-7467-496a-967a-f954a33c0a74'] response: {'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'code': 200} Aug 21 01:31:59.470654 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:31:59.534334 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,revision_number=6']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:31:59.735337 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2afc3c-ced9-4a87-ab7a-3b21f4ca9315 req-538cc19b-9625-422b-864d-953e8743bfe5 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:59.738356 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2d2afc3c-ced9-4a87-ab7a-3b21f4ca9315 req-538cc19b-9625-422b-864d-953e8743bfe5 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0584807 Aug 21 01:31:59.786367 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-c5ade32d-1ab3-4fdc-b0a4-dadaf30798c9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851393 Aug 21 01:31:59.808760 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2d2afc3c-ced9-4a87-ab7a-3b21f4ca9315 req-f4b299f8-5c5a-4d8c-86d3-64b585245fc9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650029 Aug 21 01:31:59.891917 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-bab9cdf9-978d-46dd-8fe8-d2a8196be088 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:31:59.894050 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-bab9cdf9-978d-46dd-8fe8-d2a8196be088 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports/bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f HTTP/1.1" status: 200 len: 941 time: 0.0779784 Aug 21 01:32:00.252487 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bc7ad-1265-4193-96db-10abbd24fd03 req-c7e70b21-d756-48f8-a7c7-9fde2e15db3a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:00.254928 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-aa0bc7ad-1265-4193-96db-10abbd24fd03 req-c7e70b21-d756-48f8-a7c7-9fde2e15db3a tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0549374 Aug 21 01:32:00.324172 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-aa0bc7ad-1265-4193-96db-10abbd24fd03 req-d165eed8-580d-49be-828d-4af9d0560cec tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634470 Aug 21 01:32:00.329575 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-9dc24914-b55c-4844-8d5a-bc54e5bba313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:00.967980 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2831e39-5982-4d37-b254-905a05c71efd req-28a01fc6-2a14-4e1a-9646-4c913e887934 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:00.969690 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c2831e39-5982-4d37-b254-905a05c71efd req-28a01fc6-2a14-4e1a-9646-4c913e887934 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0658109 Aug 21 01:32:01.024417 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c2831e39-5982-4d37-b254-905a05c71efd req-e44c6ab1-6bc7-4215-b011-790ccd597e7c tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485728 Aug 21 01:32:01.365600 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:01.500445 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82647-661d-4431-8402-34ee05901d72 req-cb5057c1-12f9-47fc-b9ac-7afd3636d37d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:01.502027 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-09d82647-661d-4431-8402-34ee05901d72 req-cb5057c1-12f9-47fc-b9ac-7afd3636d37d tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0548849 Aug 21 01:32:01.561178 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-09d82647-661d-4431-8402-34ee05901d72 req-8ea82df6-da23-49a0-9c6e-62530cb3a2a2 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533314 Aug 21 01:32:02.185698 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9347ca1-ea7c-4094-bcbf-b019f0c2a312 req-fb7cac90-5107-47ca-bc18-d202004c6fa7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:02.187719 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d9347ca1-ea7c-4094-bcbf-b019f0c2a312 req-fb7cac90-5107-47ca-bc18-d202004c6fa7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0663159 Aug 21 01:32:02.251178 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d9347ca1-ea7c-4094-bcbf-b019f0c2a312 req-71d53aa4-abe5-4b10-9877-6e0e2af2c78f tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566311 Aug 21 01:32:02.696157 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68b07a-063a-4269-a668-31f75fee242a req-23b0b1dd-c187-495b-bfd2-ff237c4064ee tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:02.697650 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ae68b07a-063a-4269-a668-31f75fee242a req-23b0b1dd-c187-495b-bfd2-ff237c4064ee tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0537221 Aug 21 01:32:02.751574 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ae68b07a-063a-4269-a668-31f75fee242a req-b223d642-37de-4bf8-b7a2-5f37f4e9a892 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476546 Aug 21 01:32:03.145080 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:03.495373 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ae776-38a1-4e24-b6da-8f22f63dd0d2 req-705a2533-9203-4fcf-83e8-5dd6b4052f04 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:03.497699 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-747ae776-38a1-4e24-b6da-8f22f63dd0d2 req-705a2533-9203-4fcf-83e8-5dd6b4052f04 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0931535 Aug 21 01:32:03.560364 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-747ae776-38a1-4e24-b6da-8f22f63dd0d2 req-4a9ced8f-f8c1-429a-a6b4-77c076032035 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564325 Aug 21 01:32:03.687930 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:03.897009 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585399-359c-47d8-9db1-2557b819fc3e req-b2178b45-9fe1-4acf-a2f6-26ce5c5f5a9c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:03.899575 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6c585399-359c-47d8-9db1-2557b819fc3e req-b2178b45-9fe1-4acf-a2f6-26ce5c5f5a9c tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0556684 Aug 21 01:32:03.973016 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6c585399-359c-47d8-9db1-2557b819fc3e req-2029d76d-55bf-4e4e-b981-cfec736a43ce tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658772 Aug 21 01:32:04.715001 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14465560-3f8d-4352-9384-106a055a8699 req-cfdd8b45-0234-4f6d-982e-a30dbc83035c tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:04.716674 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-14465560-3f8d-4352-9384-106a055a8699 req-cfdd8b45-0234-4f6d-982e-a30dbc83035c tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0722601 Aug 21 01:32:04.775061 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-14465560-3f8d-4352-9384-106a055a8699 req-c86d3ff7-a5a9-4189-b59d-4de0796f64f8 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512536 Aug 21 01:32:05.101491 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:05.104233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:05.121225 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d8ae-e42c-44c4-bc61-2299bf71d18b req-2159084e-7c3b-4cfc-a147-3527639dff06 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:05.122814 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9f29d8ae-e42c-44c4-bc61-2299bf71d18b req-2159084e-7c3b-4cfc-a147-3527639dff06 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0590341 Aug 21 01:32:05.178622 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9f29d8ae-e42c-44c4-bc61-2299bf71d18b req-ae5ed804-bdd2-4888-9a39-33119f937792 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484223 Aug 21 01:32:05.928512 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2281b64-fab9-4269-8ded-1a43cc81acf9 req-cceab6ac-e3cb-43c0-9b15-f16c1d360ca4 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:05.930035 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c2281b64-fab9-4269-8ded-1a43cc81acf9 req-cceab6ac-e3cb-43c0-9b15-f16c1d360ca4 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0519652 Aug 21 01:32:06.003828 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c2281b64-fab9-4269-8ded-1a43cc81acf9 req-5991b2ea-3c6e-41de-bace-772a1c639212 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641305 Aug 21 01:32:06.309074 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dfe75-0bab-4fce-be5e-6c03b74332bd req-100af5f6-090f-49ca-a3e6-be6ab807c9c8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:06.310617 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f3dfe75-0bab-4fce-be5e-6c03b74332bd req-100af5f6-090f-49ca-a3e6-be6ab807c9c8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0480120 Aug 21 01:32:06.363402 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f3dfe75-0bab-4fce-be5e-6c03b74332bd req-1e1cb053-9a8a-4ceb-9b41-63e76e6eebfa tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465162 Aug 21 01:32:07.128047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be336ba-599f-43ad-9e53-484e9b12cae5 req-b17be7db-a603-4b9b-a484-29ef5c72f809 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:07.129587 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7be336ba-599f-43ad-9e53-484e9b12cae5 req-b17be7db-a603-4b9b-a484-29ef5c72f809 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0483062 Aug 21 01:32:07.180290 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7be336ba-599f-43ad-9e53-484e9b12cae5 req-ba8e0f58-ee6a-44ec-bd9c-9360cc39af73 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444036 Aug 21 01:32:07.496150 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cad9e2-6022-494d-aa55-f0f7fc617875 req-126cb3a1-29a7-4c04-8fa8-c8ac1f0a699f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:07.497687 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-27cad9e2-6022-494d-aa55-f0f7fc617875 req-126cb3a1-29a7-4c04-8fa8-c8ac1f0a699f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0483313 Aug 21 01:32:07.546847 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-27cad9e2-6022-494d-aa55-f0f7fc617875 req-d15ae624-4f92-4b59-bd1c-17289b354a49 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430756 Aug 21 01:32:07.725375 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:32:08.314975 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a626-beca-474e-b9df-f1932b9b7853 req-a6902bc7-d78f-4fc5-926c-90f4a87192b6 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:08.316603 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7250a626-beca-474e-b9df-f1932b9b7853 req-a6902bc7-d78f-4fc5-926c-90f4a87192b6 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0604820 Aug 21 01:32:08.384879 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7250a626-beca-474e-b9df-f1932b9b7853 req-209ace53-ae4f-4fd0-9490-e8797c17b331 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617557 Aug 21 01:32:08.674154 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3ed9e-510b-4e11-9ced-555b320c0df6 req-9fb4d649-5ab3-4e7d-808f-fb0ee2be581f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:08.675685 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-35d3ed9e-510b-4e11-9ced-555b320c0df6 req-9fb4d649-5ab3-4e7d-808f-fb0ee2be581f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 943 time: 0.0485802 Aug 21 01:32:08.740428 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-35d3ed9e-510b-4e11-9ced-555b320c0df6 req-f1500ea6-db96-4f78-a94d-dde00c1728ad tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465410 Aug 21 01:32:09.291073 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:09.320336 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device d3beeb80-5980-4de1-b832-2d4a1e1dae1c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:32:09.434092 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:09.447389 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'port_id': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'mac_address': 'fa:16:3e:e3:b4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:32:09.484221 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port d3beeb80-5980-4de1-b832-2d4a1e1dae1c is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:32:09.484504 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:09.499698 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3beeb80-5980-4de1-b832-2d4a1e1dae1c {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:32:09.512195 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a468-d850-4bf9-9163-8ccd62c15827 req-d6ba5660-22bc-4001-a6dd-740f532680e7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:09.513881 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5815a468-d850-4bf9-9163-8ccd62c15827 req-d6ba5660-22bc-4001-a6dd-740f532680e7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0538020 Aug 21 01:32:09.521159 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:09.565881 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5815a468-d850-4bf9-9163-8ccd62c15827 req-905d1fd3-ba9b-4bea-aaa3-5e4af396d7bc tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463576 Aug 21 01:32:09.647445 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:09.700136 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=9']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:09.857068 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3db79-891e-4ece-bc2b-511f430f1dec req-157568ba-9d17-42da-8c9a-7476c5dc339e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:09.858670 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-aaf3db79-891e-4ece-bc2b-511f430f1dec req-157568ba-9d17-42da-8c9a-7476c5dc339e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 944 time: 0.0512915 Aug 21 01:32:09.874438 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:09.882149 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=10 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:09.923379 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-aaf3db79-891e-4ece-bc2b-511f430f1dec req-a85b4412-3e89-45bf-a879-abfdc6670121 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562339 Aug 21 01:32:09.971905 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['d3beeb80-5980-4de1-b832-2d4a1e1dae1c'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:32:10.112945 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:10.117819 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:10.702273 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d0d24-f251-4928-bd8c-f4729b32297c req-28d28a3d-9009-41d8-a7c6-7135684ba1f0 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:10.704128 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-825d0d24-f251-4928-bd8c-f4729b32297c req-28d28a3d-9009-41d8-a7c6-7135684ba1f0 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0497084 Aug 21 01:32:10.761399 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-825d0d24-f251-4928-bd8c-f4729b32297c req-947f6fbf-76e3-4a51-ae67-348114d9117d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505004 Aug 21 01:32:11.066738 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:11.072585 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a2f52-1646-48ea-b50c-b6874c49541f req-765b867a-dccc-4ada-beb9-5c6a42b7383f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:11.074182 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a65a2f52-1646-48ea-b50c-b6874c49541f req-765b867a-dccc-4ada-beb9-5c6a42b7383f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 944 time: 0.0568454 Aug 21 01:32:11.131461 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a65a2f52-1646-48ea-b50c-b6874c49541f req-6029ea4c-c644-4034-9800-4c6edcbdbd2e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507560 Aug 21 01:32:11.357327 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device d3beeb80-5980-4de1-b832-2d4a1e1dae1c up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:32:11.415701 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port d3beeb80-5980-4de1-b832-2d4a1e1dae1c triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:32:11.416070 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:11.490639 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port d3beeb80-5980-4de1-b832-2d4a1e1dae1c is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:32:11.491031 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:11.515189 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:32:11.517472 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4004bcb-ce5b-4855-a192-a44b6a6ec1dd" -d '{"events": [{"server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "name": "network-vif-plugged", "status": "completed", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:32:11.532135 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:11.560052 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb94a238-b702-44b5-be54-5546e7f1bce8 x-openstack-request-id: req-fb94a238-b702-44b5-be54-5546e7f1bce8 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:32:11.560384 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "name": "network-vif-plugged", "status": "completed", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:32:11.560637 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fb94a238-b702-44b5-be54-5546e7f1bce8 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:32:11.562285 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb94a238-b702-44b5-be54-5546e7f1bce8'] response: {'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'code': 200} Aug 21 01:32:11.880740 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:11.888819 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c7f78-2f3b-443c-a726-7d6b9a7e14b6 req-7ebbddf6-5251-4142-b0c3-3cb2b9466799 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:11.890327 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6d0c7f78-2f3b-443c-a726-7d6b9a7e14b6 req-7ebbddf6-5251-4142-b0c3-3cb2b9466799 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0545235 Aug 21 01:32:11.946686 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6d0c7f78-2f3b-443c-a726-7d6b9a7e14b6 req-2ca411d2-2409-4e90-8df8-82c89924e0b7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500162 Aug 21 01:32:12.259174 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:12.278795 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711c21b-decd-438b-b77a-6fde7c0ed1bf req-fd1eb812-9a22-4d8d-8fb8-a74bbca66beb tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:12.280546 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a711c21b-decd-438b-b77a-6fde7c0ed1bf req-fd1eb812-9a22-4d8d-8fb8-a74bbca66beb tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 944 time: 0.0553172 Aug 21 01:32:12.316087 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=10']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:12.335453 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a711c21b-decd-438b-b77a-6fde7c0ed1bf req-d85ca748-db7e-49c8-83e6-86688f3d7ce9 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486486 Aug 21 01:32:12.917433 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934f293-bba4-4fe1-83b4-b381115a33aa req-32041b9e-ddf9-4558-bf46-660470fccb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:12.918871 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4934f293-bba4-4fe1-83b4-b381115a33aa req-32041b9e-ddf9-4558-bf46-660470fccb11 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 1130 time: 0.0676956 Aug 21 01:32:12.920192 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-77c070aa-247e-4f49-a581-3850b7d1e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:12.921533 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-77c070aa-247e-4f49-a581-3850b7d1e60d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f&tenant_id=ac06ecc6fc93477ba4909284525df514 HTTP/1.1" status: 200 len: 1128 time: 0.0623531 Aug 21 01:32:13.073318 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3c941-ebd2-485f-a862-fd40eb3490ed req-24ea03b2-5268-495e-82fe-d3b17ea80087 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:13.074718 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5ee3c941-ebd2-485f-a862-fd40eb3490ed req-24ea03b2-5268-495e-82fe-d3b17ea80087 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0515914 Aug 21 01:32:13.127636 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5ee3c941-ebd2-485f-a862-fd40eb3490ed req-f588be42-18be-456c-830d-8639162cffa8 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467770 Aug 21 01:32:13.201756 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-a2cf8bfe-5fe8-4040-a100-dbca58ea6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:13.203597 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-a2cf8bfe-5fe8-4040-a100-dbca58ea6d62 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ac06ecc6fc93477ba4909284525df514&device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 1128 time: 0.0590005 Aug 21 01:32:13.214670 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4934f293-bba4-4fe1-83b4-b381115a33aa req-9c866b22-4df0-489f-9933-269e0341e6fb service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765133 Aug 21 01:32:13.473041 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e84f75-5cfd-4075-9444-41400883d431 req-900a6773-3ada-4097-b3b2-4e099b7e0214 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:13.474654 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-43e84f75-5cfd-4075-9444-41400883d431 req-900a6773-3ada-4097-b3b2-4e099b7e0214 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 946 time: 0.0483117 Aug 21 01:32:13.527286 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-43e84f75-5cfd-4075-9444-41400883d431 req-47d25339-7e95-4a63-a8e9-81b399bda976 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468214 Aug 21 01:32:13.652984 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-73ed88cc-ec53-4e0f-97aa-73f108f465a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:13.654521 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-73ed88cc-ec53-4e0f-97aa-73f108f465a8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb HTTP/1.1" status: 200 len: 909 time: 0.0930471 Aug 21 01:32:14.213963 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-7d120417-902f-4aad-b5af-6b161a070585 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f HTTP/1.1" status: 200 len: 999 time: 0.0657418 Aug 21 01:32:14.315625 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b1d4a-6f23-41cf-a61d-5cb197e15488 req-9643f63f-f559-4c8d-8172-cff3b8136b92 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:14.317101 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fa2b1d4a-6f23-41cf-a61d-5cb197e15488 req-9643f63f-f559-4c8d-8172-cff3b8136b92 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.1065416 Aug 21 01:32:14.334569 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-3cf83371-0a45-482f-8a23-c144a6473a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:14.335950 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-3cf83371-0a45-482f-8a23-c144a6473a1b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5 HTTP/1.1" status: 200 len: 847 time: 0.1128533 Aug 21 01:32:14.358275 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5bbc5-b3d7-4d4f-b4e4-0e91a1a4199f req-bba32bc6-c69a-45f5-b4f6-0effa5f06eb7 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:14.359726 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c0e5bbc5-b3d7-4d4f-b4e4-0e91a1a4199f req-bba32bc6-c69a-45f5-b4f6-0effa5f06eb7 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 945 time: 0.0882187 Aug 21 01:32:14.393137 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:14.406645 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fa2b1d4a-6f23-41cf-a61d-5cb197e15488 req-2bb94f24-1a03-426d-ad1c-4b1b14f54cf4 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811346 Aug 21 01:32:14.431119 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c0e5bbc5-b3d7-4d4f-b4e4-0e91a1a4199f req-0b60bdee-9b0c-4fe6-bc43-29720a371ee5 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0646534 Aug 21 01:32:14.650951 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66072c-b9ee-46ba-bb71-eddcff7e241e req-862ac6ab-f8f0-4c86-93f2-cfad2a5d90d4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:14.652505 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d66072c-b9ee-46ba-bb71-eddcff7e241e req-862ac6ab-f8f0-4c86-93f2-cfad2a5d90d4 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 946 time: 0.0471559 Aug 21 01:32:14.699666 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d66072c-b9ee-46ba-bb71-eddcff7e241e req-23bf0650-0e82-4740-b98f-3bfeb422af32 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414472 Aug 21 01:32:15.561059 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7ec0-ad22-4627-8783-a53df87418ac req-f07218dd-dbb0-443b-b0a8-654a8f1f44b7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:15.562565 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-691e7ec0-ad22-4627-8783-a53df87418ac req-f07218dd-dbb0-443b-b0a8-654a8f1f44b7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0810022 Aug 21 01:32:15.583351 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662aa71-831c-4ea6-aea9-2e7b7e55af5c req-7537f2a2-7b8b-4fd4-b494-6669f172f8ac tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:15.584807 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6662aa71-831c-4ea6-aea9-2e7b7e55af5c req-7537f2a2-7b8b-4fd4-b494-6669f172f8ac tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 945 time: 0.0731933 Aug 21 01:32:15.632056 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:15.652607 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-691e7ec0-ad22-4627-8783-a53df87418ac req-3233ea7a-2a30-4360-a5e3-1bbc1116ca0a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832675 Aug 21 01:32:15.659851 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6662aa71-831c-4ea6-aea9-2e7b7e55af5c req-dcb3f8d5-cda5-4a76-83d6-635b5ad785bb tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0679901 Aug 21 01:32:15.832157 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9fdd4-44a4-4da9-b792-c0a3c975fe8b req-c916a6c5-f8a1-44c6-ba88-ba5c453832da tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:15.833784 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ae9fdd4-44a4-4da9-b792-c0a3c975fe8b req-c916a6c5-f8a1-44c6-ba88-ba5c453832da tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 946 time: 0.0531104 Aug 21 01:32:15.884801 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ae9fdd4-44a4-4da9-b792-c0a3c975fe8b req-094c13ff-f4cc-4e4e-aa8f-edd64d0ac979 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451112 Aug 21 01:32:16.057663 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-3d3d7598-df25-40f4-ad8c-ccad443cd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:16.060054 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-3d3d7598-df25-40f4-ad8c-ccad443cd205 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462790 Aug 21 01:32:16.844714 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f91b-5f71-49fa-a3af-ea0cf1540c3a req-2acdabff-6f4a-470f-aac7-4baa926e370b tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:16.846213 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4d69f91b-5f71-49fa-a3af-ea0cf1540c3a req-2acdabff-6f4a-470f-aac7-4baa926e370b tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.1186900 Aug 21 01:32:16.925204 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299dc2e-865f-487a-afc3-35c67aacb209 req-f763afeb-c795-452f-a06c-e89ebd141d4b tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:16.926675 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a299dc2e-865f-487a-afc3-35c67aacb209 req-f763afeb-c795-452f-a06c-e89ebd141d4b tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 945 time: 0.1667287 Aug 21 01:32:16.951694 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-f953a22d-6b77-4759-b2ee-c8f326fdc3a6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:16.951694 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-f953a22d-6b77-4759-b2ee-c8f326fdc3a6 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 945 time: 0.1366630 Aug 21 01:32:17.049142 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4d69f91b-5f71-49fa-a3af-ea0cf1540c3a req-d9d7e6b7-b10d-4795-95d3-e911074dfd6e tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837893 Aug 21 01:32:17.058767 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-3bb02197-9d84-46fc-9d65-0ba04b8f3efe service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991836 Aug 21 01:32:17.102523 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a299dc2e-865f-487a-afc3-35c67aacb209 req-f7156a89-3632-4d55-bcef-9d0f1ec0d803 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d6927854-01e1-48dc-b25d-ed75646631fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1681726 Aug 21 01:32:17.172496 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Deleting port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:32:17.172829 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:17.244192 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428e341-5abe-411e-807e-488e4a72b96a req-fec6c26f-eb19-4207-8501-8062980e7451 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:17.245673 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e428e341-5abe-411e-807e-488e4a72b96a req-fec6c26f-eb19-4207-8501-8062980e7451 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 946 time: 0.1228395 Aug 21 01:32:17.292068 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:17.321916 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-ad06d92c-8333-4422-9f2d-c82a8d8d1ffc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322273 Aug 21 01:32:17.362871 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] For port 306889a6-f7da-46ac-91cc-f0f0db7e57c3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=306889a6-f7da-46ac-91cc-f0f0db7e57c3,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:17.363230 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:17.369355 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e428e341-5abe-411e-807e-488e4a72b96a req-9ee4550a-26eb-4de8-809c-e4f061cbe489 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174216 Aug 21 01:32:17.426760 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:17.800946 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:17.803889 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (3b666212-4b09-412f-8bfb-dec2cba6e2e1), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:17.803889 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Floating IP 3b666212-4b09-412f-8bfb-dec2cba6e2e1 disassociated. External IP: 172.37.5.188, port: 306889a6-f7da-46ac-91cc-f0f0db7e57c3. Aug 21 01:32:17.803889 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Calling delete_port for 306889a6-f7da-46ac-91cc-f0f0db7e57c3 owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:32:17.877906 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-0a0fe98e-cd7a-49ac-ab2b-9a99d346b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:17.879546 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-0a0fe98e-cd7a-49ac-ab2b-9a99d346b4f8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ac06ecc6fc93477ba4909284525df514&device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 1128 time: 0.0754104 Aug 21 01:32:18.032449 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-12f9ad6d-4eef-4999-9bc9-cc9b410a384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:18.033987 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-12f9ad6d-4eef-4999-9bc9-cc9b410a384f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb HTTP/1.1" status: 200 len: 909 time: 0.1348102 Aug 21 01:32:18.105278 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-6062bf50-dd42-4cbb-b65c-d784b34220a3 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f HTTP/1.1" status: 200 len: 999 time: 0.0650494 Aug 21 01:32:18.156776 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (306889a6-f7da-46ac-91cc-f0f0db7e57c3), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:18.218691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event deleted for resources: {'Port': ['ID=306889a6-f7da-46ac-91cc-f0f0db7e57c3,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:18.240692 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c7deb-1efc-40bf-a653-1d38860147a8 req-e0775205-cc42-4074-80f2-9c0f80dd8c72 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:18.242292 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c07c7deb-1efc-40bf-a653-1d38860147a8 req-e0775205-cc42-4074-80f2-9c0f80dd8c72 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.1002817 Aug 21 01:32:18.269221 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-2c3d7482-8739-41dc-808a-7717c4e04d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:18.270545 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-2c3d7482-8739-41dc-808a-7717c4e04d22 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5 HTTP/1.1" status: 200 len: 847 time: 0.1582775 Aug 21 01:32:18.273677 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.274018 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.274359 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.274699 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.275028 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.275352 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.275674 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.275993 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.276339 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.276662 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.276981 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.277318 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.277617 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.277929 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.278244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:18.282194 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fb824c77-22e8-4db7-9eef-da91a7c7fcd7 req-326d933d-bf2d-4cdd-8a21-fb6282c70afc tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 210 time: 0.0686171 Aug 21 01:32:18.411789 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-45e90bfe-57a6-4445-9ad3-3c0b73cb0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:18.413332 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-45e90bfe-57a6-4445-9ad3-3c0b73cb0523 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1296678 Aug 21 01:32:18.459420 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c07c7deb-1efc-40bf-a653-1d38860147a8 req-6d3237bc-7e4d-4f63-84a9-95bb98289d14 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926858 Aug 21 01:32:18.559030 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:32:18.564999 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203254ee-7f63-4f33-b323-858aab67cd1b req-9539ddee-f4dc-4083-93c6-aeeb6276f390 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:18.566511 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-203254ee-7f63-4f33-b323-858aab67cd1b req-9539ddee-f4dc-4083-93c6-aeeb6276f390 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 946 time: 0.1113667 Aug 21 01:32:18.569511 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:18.594403 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:18.614238 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-85452354-707d-43f0-8ae8-1ffc460ea94e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889839 Aug 21 01:32:18.769540 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-203254ee-7f63-4f33-b323-858aab67cd1b req-bbd52d51-3534-4601-abff-e60484518d23 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914749 Aug 21 01:32:18.795690 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:32:18.810196 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] Sync routers for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:32:18.820341 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:32:18.820890 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:32:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:18.836940 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-63ca4848-9c5f-4780-832c-95355b4936b7 req-055c5875-3a1b-4094-925f-7a25a1d50a28 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934054 Aug 21 01:32:18.852280 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] No DVR routers for this DVR port 306889a6-f7da-46ac-91cc-f0f0db7e57c3 on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:32:18.857265 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:18.860598 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6d4e66f7-c195-4cd7-b842-e12dc53712e6 req-2c411400-2146-4645-ab82-148ee01a7342 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.67 "DELETE /networking/v2.0/ports/306889a6-f7da-46ac-91cc-f0f0db7e57c3 HTTP/1.1" status: 204 len: 173 time: 1.8987627 Aug 21 01:32:18.861055 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'name': 'network-vif-deleted', 'tag': '306889a6-f7da-46ac-91cc-f0f0db7e57c3'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:32:18.863417 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6619ea36-84e6-41ea-9fdb-d43a16978e23" -d '{"events": [{"server_uuid": "9a075e00-151c-4ac4-b454-deea3de38ef7", "name": "network-vif-deleted", "tag": "306889a6-f7da-46ac-91cc-f0f0db7e57c3"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:32:18.904539 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0983f62c-85a9-44ce-9b9e-b1f5627869c2 x-openstack-request-id: req-0983f62c-85a9-44ce-9b9e-b1f5627869c2 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:32:18.904539 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a075e00-151c-4ac4-b454-deea3de38ef7", "name": "network-vif-deleted", "tag": "306889a6-f7da-46ac-91cc-f0f0db7e57c3", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:32:18.904539 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0983f62c-85a9-44ce-9b9e-b1f5627869c2 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:32:18.905339 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0983f62c-85a9-44ce-9b9e-b1f5627869c2'] response: {'server_uuid': '9a075e00-151c-4ac4-b454-deea3de38ef7', 'name': 'network-vif-deleted', 'tag': '306889a6-f7da-46ac-91cc-f0f0db7e57c3', 'status': 'completed', 'code': 200} Aug 21 01:32:18.934786 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:32:19.258869 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:19.261424 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:19.287978 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] Checking router: b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:32:19.297181 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:32:19.297843 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:32:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:19.402786 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-810634fe-6715-4030-8a2b-8e82ec7e5b9d req-6060e67d-6894-4894-8653-072efbc6eb78 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9a075e00-151c-4ac4-b454-deea3de38ef7 HTTP/1.1" status: 200 len: 210 time: 0.0295770 Aug 21 01:32:19.404792 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:32:19.598083 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d7036-59e8-4309-8098-0a20735c3396 req-f64dfb63-e08e-4f9b-ab8a-87a9a182a42d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:19.600249 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7e9d7036-59e8-4309-8098-0a20735c3396 req-f64dfb63-e08e-4f9b-ab8a-87a9a182a42d tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0533168 Aug 21 01:32:19.608054 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:19.634389 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9992c8b8-110e-4e9c-aca9-d65c764b1491 None None] The sync data for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi is: [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:25:12Z', 'revision_number': 4, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a', 'name': '', 'network_id': '9ee81273-c1c2-4ebe-9984-21786c936dee', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'mac_address': 'fa:16:3e:dc:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:11Z', 'updated_at': '2022-08-21T01:25:33Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'subnets': [{'id': '63bb539d-a4ba-4698-a8d8-59af1ab0586f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:32:19.668604 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7e9d7036-59e8-4309-8098-0a20735c3396 req-758d8f48-2c6e-4b19-aa92-44a159ce0010 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621915 Aug 21 01:32:19.886423 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fd8ae8-6edd-4884-b00c-31dcd6cc183d None None] New status for floating IP 3b666212-4b09-412f-8bfb-dec2cba6e2e1: DOWN {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:32:20.567401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57124) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:20.625911 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-67b4d574-7823-4213-b6a0-07b7a9ef4d3f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (d6927854-01e1-48dc-b25d-ed75646631fe), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:20.649914 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-67b4d574-7823-4213-b6a0-07b7a9ef4d3f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (d6927854-01e1-48dc-b25d-ed75646631fe), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:20.789739 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ee7d2-1577-43d3-bf0a-1d6053128cce req-dcf7deb4-8f6c-4081-aa0f-709c008e49e2 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:20.791241 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5a5ee7d2-1577-43d3-bf0a-1d6053128cce req-dcf7deb4-8f6c-4081-aa0f-709c008e49e2 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0485504 Aug 21 01:32:20.843439 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5a5ee7d2-1577-43d3-bf0a-1d6053128cce req-9c82d714-aa35-4666-8a22-edf561efa2b7 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465062 Aug 21 01:32:20.847737 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-67b4d574-7823-4213-b6a0-07b7a9ef4d3f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (d6927854-01e1-48dc-b25d-ed75646631fe), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:20.851055 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-67b4d574-7823-4213-b6a0-07b7a9ef4d3f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:20.852272 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-67b4d574-7823-4213-b6a0-07b7a9ef4d3f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/d6927854-01e1-48dc-b25d-ed75646631fe HTTP/1.1" status: 204 len: 168 time: 0.2831826 Aug 21 01:32:20.855217 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57128) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:20.861791 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4d574-7823-4213-b6a0-07b7a9ef4d3f tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6927854-01e1-48dc-b25d-ed75646631fe,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:20.874571 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.api.v2.resource [None req-5487c315-cad6-44d8-a0a7-b22349fadcca tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] show failed (client error): The resource could not be found. Aug 21 01:32:20.875593 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-5487c315-cad6-44d8-a0a7-b22349fadcca tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "GET /networking/v2.0/security-groups/d6927854-01e1-48dc-b25d-ed75646631fe HTTP/1.1" status: 404 len: 347 time: 0.0194626 Aug 21 01:32:20.878552 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57130) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:20.992475 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Deleting port c3a797f4-6936-4b81-92ce-0ea4826ded9e {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:32:20.992953 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (c3a797f4-6936-4b81-92ce-0ea4826ded9e), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:21.069112 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (c3a797f4-6936-4b81-92ce-0ea4826ded9e), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:21.069422 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (c3a797f4-6936-4b81-92ce-0ea4826ded9e), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:21.083171 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Calling delete_port for c3a797f4-6936-4b81-92ce-0ea4826ded9e owned by network:floatingip {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:32:21.357010 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (c3a797f4-6936-4b81-92ce-0ea4826ded9e), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:21.382590 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Pushing event deleted for resources: {'Port': ['ID=c3a797f4-6936-4b81-92ce-0ea4826ded9e,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:21.406457 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 306889a6-f7da-46ac-91cc-f0f0db7e57c3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:32:21.410396 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.410754 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.411097 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.412053 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.412384 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.412727 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.413055 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.413385 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.413717 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.414044 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.414375 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.414703 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.415029 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.415352 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.415672 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:21.437867 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 306889a6-f7da-46ac-91cc-f0f0db7e57c3 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:32:21.438465 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 306889a6-f7da-46ac-91cc-f0f0db7e57c3 not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:32:21.464536 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks [] for floatingip (3b666212-4b09-412f-8bfb-dec2cba6e2e1), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:21.467066 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:21.468547 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-03e34dae-4f81-4b7a-9cd1-0644599518e3 tempest-AttachVolumeTestJSON-528571573 tempest-AttachVolumeTestJSON-528571573-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/3b666212-4b09-412f-8bfb-dec2cba6e2e1 HTTP/1.1" status: 204 len: 168 time: 0.5887372 Aug 21 01:32:21.971178 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef6467-d243-411b-8fb5-afc95aa988d1 req-b865adf4-7cef-4d21-87c7-27d46441646a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:21.972748 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-30ef6467-d243-411b-8fb5-afc95aa988d1 req-b865adf4-7cef-4d21-87c7-27d46441646a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0539539 Aug 21 01:32:22.019779 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:22.033419 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-30ef6467-d243-411b-8fb5-afc95aa988d1 req-75b26db4-a254-4f90-a6e2-304b828c72af tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450845 Aug 21 01:32:23.154870 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ab8ff-dc24-4be0-ac57-60a25b649d2f req-fad83535-f050-4a84-a8be-ca6c5275ed9a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:23.156456 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-012ab8ff-dc24-4be0-ac57-60a25b649d2f req-fad83535-f050-4a84-a8be-ca6c5275ed9a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0510807 Aug 21 01:32:23.211364 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-012ab8ff-dc24-4be0-ac57-60a25b649d2f req-7bf70099-5a36-46a6-8c4f-198ba5cc04c0 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494168 Aug 21 01:32:24.345010 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d9cf4-2237-435a-b0a7-c8b24d793096 req-a4d89bed-7008-4b13-85f5-06673bce6680 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:24.346585 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-819d9cf4-2237-435a-b0a7-c8b24d793096 req-a4d89bed-7008-4b13-85f5-06673bce6680 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0593843 Aug 21 01:32:24.403413 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-819d9cf4-2237-435a-b0a7-c8b24d793096 req-6ef046c4-4ac7-488a-a6c4-0854449c1d14 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464890 Aug 21 01:32:25.395709 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:32:25.495865 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:25.507839 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'port_id': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'mac_address': 'fa:16:3e:3b:b9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:32:25.527900 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc598882-0284-45ef-96b7-e53ea5920d05 req-bc0e06f6-ae8e-45fe-a663-ec040fd59a27 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:25.529465 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dc598882-0284-45ef-96b7-e53ea5920d05 req-bc0e06f6-ae8e-45fe-a663-ec040fd59a27 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 944 time: 0.0494318 Aug 21 01:32:25.544720 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:25.548883 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:32:25.549331 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:25.562891 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:32:25.579998 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dc598882-0284-45ef-96b7-e53ea5920d05 req-43a62cf3-1d73-4312-998d-82fb005b3a08 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448534 Aug 21 01:32:25.584058 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:25.663232 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:25.710945 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,revision_number=7']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:25.719445 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.719658 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.720030 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.720525 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.720800 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.721130 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.721459 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.721787 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.723201 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.723562 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.723891 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.724248 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.724583 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.724908 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.725297 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:32:25.818252 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57186) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:26.013090 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:32:26.280731 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:26.375038 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:26.433097 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:26.505380 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] Deleting port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:32:26.505714 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:26.584089 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] For port 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:26.584479 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:26.597456 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] Calling delete_port for 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a owned by network:router_interface {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:32:26.854082 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b3776-bddf-45dc-bcd7-b66832ff1ecc req-09ee9313-d1ea-46b4-851c-520fabad0146 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:26.855574 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f54b3776-bddf-45dc-bcd7-b66832ff1ecc req-09ee9313-d1ea-46b4-851c-520fabad0146 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 945 time: 0.0483439 Aug 21 01:32:26.869194 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:26.894345 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:26.911181 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f54b3776-bddf-45dc-bcd7-b66832ff1ecc req-b5b01c64-b091-4565-b5e3-fb02647d5c12 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499434 Aug 21 01:32:27.063952 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:27.270066 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:27.280810 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] Router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:32:27.369741 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:27.381295 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:32:27.391075 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-f2c181a4-a7c3-498e-a11f-3ce174906b46 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5666220 Aug 21 01:32:27.391075 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57194) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:27.391412 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] Sync routers for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:32:27.395693 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:27.402984 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:32:27.403617 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:32:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:27.442197 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:32:27.491769 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Publish callbacks [] for router (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:27.535613 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:32:27.535900 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:27.565232 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:32:27.598366 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Publish callbacks [] for router_gateway (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:27.709585 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Deleting port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:32:27.709917 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:27.716940 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-59ff5cc3-2e9e-4f1a-8046-ef4cda606e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:27.746736 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:32:27.747119 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:27.762184 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:27.796737 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] For port f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:27.797017 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:27.801856 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:32:27.804069 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f1d784-d13e-4ccf-8a7e-dea15dcc83b6" -d '{"events": [{"server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "name": "network-vif-plugged", "status": "completed", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:32:27.812919 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Calling delete_port for f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 owned by network:router_gateway {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:32:27.827282 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:27.829634 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8'}], 'enable_snat': True}, 'gw_port_id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:32:26Z', 'revision_number': 5, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port': {'id': 'f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:27.863837 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307ebb64-300d-45a1-948c-d46efbcdb54d x-openstack-request-id: req-307ebb64-300d-45a1-948c-d46efbcdb54d {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:32:27.864186 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "name": "network-vif-plugged", "status": "completed", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:32:27.864399 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-307ebb64-300d-45a1-948c-d46efbcdb54d {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:32:27.864790 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307ebb64-300d-45a1-948c-d46efbcdb54d'] response: {'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'code': 200} Aug 21 01:32:27.865944 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] Checking router: b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:32:27.881474 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] Routers {'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:32:27.881474 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:32:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:27.919089 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.015230 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] Set router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 gateway port host: None {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:32:28.034505 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880b77b-5c1f-42be-ab23-85aa919efdbb req-9c64fa8e-c013-493a-9c34-9874ccb6899e tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:28.036019 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e880b77b-5c1f-42be-ab23-85aa919efdbb req-9c64fa8e-c013-493a-9c34-9874ccb6899e tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0478716 Aug 21 01:32:28.041210 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,revision_number=8']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:28.073334 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:32:27Z', 'revision_number': 6, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:28.082470 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.095986 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e880b77b-5c1f-42be-ab23-85aa919efdbb req-488ffe7f-4c74-4fc7-8f30-372266c9bc7a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540845 Aug 21 01:32:28.103506 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce08942-f0db-4921-82b5-5dba4ab03ef5 None None] The sync data for ids ['b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048'] in dv-cinder-master-3-iscsi is: [{'id': 'b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048', 'name': 'tempest-AttachVolumeTestJSON-1709381962-router', 'tenant_id': 'f4a0fcea08b248fe84012875a7243761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:02Z', 'updated_at': '2022-08-21T01:32:27Z', 'revision_number': 6, 'project_id': 'f4a0fcea08b248fe84012875a7243761', 'gw_port_host': None}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:32:28.122284 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:28.202936 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.268949 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60a004-b4b0-40e8-89cf-385b1fc0f3ab req-2bab3df6-c7aa-4b30-8d2f-3322062be22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:28.270465 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef60a004-b4b0-40e8-89cf-385b1fc0f3ab req-2bab3df6-c7aa-4b30-8d2f-3322062be22c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 1130 time: 0.0398321 Aug 21 01:32:28.291713 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.293950 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Publish callbacks [] for router_controller (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.320849 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef60a004-b4b0-40e8-89cf-385b1fc0f3ab req-69873f3b-c010-46c1-9b91-10742aa949e6 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415018 Aug 21 01:32:28.424512 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.425049 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 {{(pid=106924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:32:28.429540 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.431532 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b31aee99-4c69-47eb-9241-1e5df120f739 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/b0e5659f-d1a3-4df9-9ea9-fe0f1c9a8048 HTTP/1.1" status: 204 len: 168 time: 1.0405676 Aug 21 01:32:28.434263 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57202) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:28.441258 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:28.484233 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf35f340-7a96-4da0-b359-c78a2ead6b78 admin admin] Deleting subnet 63bb539d-a4ba-4698-a8d8-59af1ab0586f {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:32:28.488302 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf35f340-7a96-4da0-b359-c78a2ead6b78 admin admin] Publish callbacks [] for subnet (63bb539d-a4ba-4698-a8d8-59af1ab0586f), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.526644 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf35f340-7a96-4da0-b359-c78a2ead6b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9055190'] for subnet (63bb539d-a4ba-4698-a8d8-59af1ab0586f), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.566804 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:28.606891 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf35f340-7a96-4da0-b359-c78a2ead6b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (63bb539d-a4ba-4698-a8d8-59af1ab0586f), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.757032 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf35f340-7a96-4da0-b359-c78a2ead6b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9277735'] for subnet (63bb539d-a4ba-4698-a8d8-59af1ab0586f), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.783715 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35f340-7a96-4da0-b359-c78a2ead6b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bb539d-a4ba-4698-a8d8-59af1ab0586f,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:28.787426 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-cf35f340-7a96-4da0-b359-c78a2ead6b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.791353 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-cf35f340-7a96-4da0-b359-c78a2ead6b78 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/63bb539d-a4ba-4698-a8d8-59af1ab0586f HTTP/1.1" status: 204 len: 168 time: 0.3561125 Aug 21 01:32:28.793902 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57204) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:28.796041 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4808e2af-b63d-4fa5-b3fd-e40c3128fb0b None None] Network 9ee81273-c1c2-4ebe-9984-21786c936dee requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:32:28.869191 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (9ee81273-c1c2-4ebe-9984-21786c936dee), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.922003 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Deleting port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:32:28.922241 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:28.970744 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f98ba-5cc3-4ba7-8516-cfb789aa1b91 None None] DHCP port deletion for 9ee81273-c1c2-4ebe-9984-21786c936dee request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:32:28.995415 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] For port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1e18cffb-ad03-4ee2-a0d4-827b84ba5eca,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:28.995678 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.009702 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a26f98ba-5cc3-4ba7-8516-cfb789aa1b91 None None] Deleting port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:32:29.010073 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a26f98ba-5cc3-4ba7-8516-cfb789aa1b91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.080629 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a26f98ba-5cc3-4ba7-8516-cfb789aa1b91 None None] For port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1e18cffb-ad03-4ee2-a0d4-827b84ba5eca,segment=NetworkSegment(adc0989a-bd33-4990-8ff5-effbb016fcc1),segment_id=adc0989a-bd33-4990-8ff5-effbb016fcc1)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:29.081032 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a26f98ba-5cc3-4ba7-8516-cfb789aa1b91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.096832 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a26f98ba-5cc3-4ba7-8516-cfb789aa1b91 None None] Calling delete_port for 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:32:29.237820 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:29.243878 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Calling delete_port for 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca owned by network:dhcp {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:32:29.250964 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6dd0c-f16b-4efa-b7f8-e94646757ef4 req-4c4edd17-aa68-44f9-9d10-3a819cae0a50 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:29.252525 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8b6dd0c-f16b-4efa-b7f8-e94646757ef4 req-4c4edd17-aa68-44f9-9d10-3a819cae0a50 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0598423 Aug 21 01:32:29.303517 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d8b6dd0c-f16b-4efa-b7f8-e94646757ef4 req-fa8a8c71-66d5-4102-85ce-3bcaa542bfa9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450728 Aug 21 01:32:29.311284 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a26f98ba-5cc3-4ba7-8516-cfb789aa1b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.316288 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:29.326276 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (1e18cffb-ad03-4ee2-a0d4-827b84ba5eca), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.353001 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e18cffb-ad03-4ee2-a0d4-827b84ba5eca,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:29.359392 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] No DVR routers for this DVR port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca on host dv-cinder-master-3-iscsi {{(pid=106924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:32:29.364297 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f98ba-5cc3-4ba7-8516-cfb789aa1b91 None None] No DVR routers for this DVR port 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:32:29.372868 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f98ba-5cc3-4ba7-8516-cfb789aa1b91 None None] Pushing event deleted for resources: {'Port': ['ID=1e18cffb-ad03-4ee2-a0d4-827b84ba5eca,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:29.442117 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (9ee81273-c1c2-4ebe-9984-21786c936dee), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.462881 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee81273-c1c2-4ebe-9984-21786c936dee']}} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:29.472094 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc0989a-bd33-4990-8ff5-effbb016fcc1') {'for_net_delete': True} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:29.472414 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc0989a-bd33-4990-8ff5-effbb016fcc1') {} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:29.482474 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9055169'] for segment (adc0989a-bd33-4990-8ff5-effbb016fcc1), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.495697 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (adc0989a-bd33-4990-8ff5-effbb016fcc1), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.502247 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=106924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:32:29.502629 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432606'] for segment (adc0989a-bd33-4990-8ff5-effbb016fcc1), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.643320 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment adc0989a-bd33-4990-8ff5-effbb016fcc1 resource provider aggregate not found Aug 21 01:32:29.647665 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (9ee81273-c1c2-4ebe-9984-21786c936dee), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.653799 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:29.658593 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/9ee81273-c1c2-4ebe-9984-21786c936dee HTTP/1.1" status: 204 len: 168 time: 0.8620017 Aug 21 01:32:29.669346 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment adc0989a-bd33-4990-8ff5-effbb016fcc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adc0989a-bd33-4990-8ff5-effbb016fcc1 found for delete ", "request_id": "req-92b93196-4361-45e3-a46a-3447a30faef3"}]} Aug 21 01:32:29.670545 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032529a-f922-4e30-af72-4c3224765425 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee81273-c1c2-4ebe-9984-21786c936dee,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:30.013131 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57220) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:30.046201 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:30.049055 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:30.054528 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-547f14e9-f214-4397-9d8f-40347d91c155 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=f4a0fcea08b248fe84012875a7243761&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404015 Aug 21 01:32:30.057037 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57222) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:30.086327 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:30.109119 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9475892-efe8-43e7-b74b-509358f81a4f admin admin] Publish callbacks [] for security_group (ac4d3ac4-b385-40b0-9780-0145ccf6818f), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:30.127428 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:32:30.129495 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9475892-efe8-43e7-b74b-509358f81a4f admin admin] Publish callbacks [] for security_group (ac4d3ac4-b385-40b0-9780-0145ccf6818f), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:30.147311 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:32:30.147728 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 1e18cffb-ad03-4ee2-a0d4-827b84ba5eca not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:32:30.148552 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:32:30.171810 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:32:30.172180 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f5927f68-33ec-4a78-97ca-1d4bd5b5bbb7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:32:30.172625 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:32:30.298239 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9475892-efe8-43e7-b74b-509358f81a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (ac4d3ac4-b385-40b0-9780-0145ccf6818f), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:30.300949 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d9475892-efe8-43e7-b74b-509358f81a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:30.302275 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-d9475892-efe8-43e7-b74b-509358f81a4f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ac4d3ac4-b385-40b0-9780-0145ccf6818f HTTP/1.1" status: 204 len: 168 time: 0.2443454 Aug 21 01:32:30.311792 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9475892-efe8-43e7-b74b-509358f81a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4d3ac4-b385-40b0-9780-0145ccf6818f,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:30.331692 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:32:30.332042 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 45ccd1b1-c0d9-4e6c-be84-3feaf5c6fa3a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:32:30.414191 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4f1aee66-fd02-4db5-bc89-52a8c2f595b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:30.452455 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bebe9d-666f-45f3-861d-7794712966c0 req-e75e426d-ff9b-43f9-bc8e-59ce2a97f695 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:30.453954 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d6bebe9d-666f-45f3-861d-7794712966c0 req-e75e426d-ff9b-43f9-bc8e-59ce2a97f695 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0571527 Aug 21 01:32:30.504990 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d6bebe9d-666f-45f3-861d-7794712966c0 req-63f0c394-58bb-4d65-a4d9-a9f0d5306ba5 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Aug 21 01:32:31.394781 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:32.398530 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57268) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:32.403051 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-63d9b429-7727-4b86-b736-6f815117dce7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605226624', 'description': 'tempest-description--1265211637'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:32:32.493626 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-63d9b429-7727-4b86-b736-6f815117dce7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:32.552174 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:32.563733 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-63d9b429-7727-4b86-b736-6f815117dce7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (55545bb6-8e98-4b02-9386-6442098551d0), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:32.669727 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-63d9b429-7727-4b86-b736-6f815117dce7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (55545bb6-8e98-4b02-9386-6442098551d0), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:32.703844 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9b429-7727-4b86-b736-6f815117dce7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55545bb6-8e98-4b02-9386-6442098551d0,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:32.787051 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-63d9b429-7727-4b86-b736-6f815117dce7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:32.788380 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-63d9b429-7727-4b86-b736-6f815117dce7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3894160 Aug 21 01:32:32.791907 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57272) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:32.796165 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-69f05363-d5e8-4b36-9fcd-dc10a3aa0654 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group_rule': {'security_group_id': '55545bb6-8e98-4b02-9386-6442098551d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:32:32.898041 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-69f05363-d5e8-4b36-9fcd-dc10a3aa0654 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (8e75f241-a294-436b-85d5-d7916ae7fa9d), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.032149 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-69f05363-d5e8-4b36-9fcd-dc10a3aa0654 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (8e75f241-a294-436b-85d5-d7916ae7fa9d), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.116483 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-69f05363-d5e8-4b36-9fcd-dc10a3aa0654 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (8e75f241-a294-436b-85d5-d7916ae7fa9d), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.136506 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f05363-d5e8-4b36-9fcd-dc10a3aa0654 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e75f241-a294-436b-85d5-d7916ae7fa9d,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:33.152319 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.234561 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-69f05363-d5e8-4b36-9fcd-dc10a3aa0654 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.236022 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-69f05363-d5e8-4b36-9fcd-dc10a3aa0654 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4431365 Aug 21 01:32:33.238708 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57274) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:33.243474 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-3851e3d4-7f03-45bc-85b1-332e44438c3e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group_rule': {'security_group_id': '55545bb6-8e98-4b02-9386-6442098551d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:32:33.332449 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3851e3d4-7f03-45bc-85b1-332e44438c3e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (ad16f903-3c47-4c64-97fa-6f47e70f266d), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.392206 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3851e3d4-7f03-45bc-85b1-332e44438c3e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (ad16f903-3c47-4c64-97fa-6f47e70f266d), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.470485 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3851e3d4-7f03-45bc-85b1-332e44438c3e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (ad16f903-3c47-4c64-97fa-6f47e70f266d), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.490078 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851e3d4-7f03-45bc-85b1-332e44438c3e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad16f903-3c47-4c64-97fa-6f47e70f266d,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:33.621713 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3851e3d4-7f03-45bc-85b1-332e44438c3e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.622913 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-3851e3d4-7f03-45bc-85b1-332e44438c3e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3832841 Aug 21 01:32:33.626186 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57288) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:33.630746 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:32:33.728482 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.762259 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.846841 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:33.907390 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:33.951089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Allocated IP 172.37.5.154 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/f9d9cedc-dda8-4586-ada8-2ebeadb5b461) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:32:34.061849 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (f9d9cedc-dda8-4586-ada8-2ebeadb5b461), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:34.066929 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:34.172924 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (f9d9cedc-dda8-4586-ada8-2ebeadb5b461), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:34.213537 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:32:34.216321 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:32:34.220232 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:32:34.242361 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=f9d9cedc-dda8-4586-ada8-2ebeadb5b461,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:34.311784 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (7641cf31-27f6-4fef-9128-6bf77b5bc0bd), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:34.412525 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (f9d9cedc-dda8-4586-ada8-2ebeadb5b461), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:34.563308 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (f9d9cedc-dda8-4586-ada8-2ebeadb5b461), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:34.628773 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (f9d9cedc-dda8-4586-ada8-2ebeadb5b461), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:34.634515 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:34.695814 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=f9d9cedc-dda8-4586-ada8-2ebeadb5b461,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:34.698985 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (7641cf31-27f6-4fef-9128-6bf77b5bc0bd), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:34.796800 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:34.798007 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-2306e91e-896e-4e32-a0c1-6121ac00b83c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1708026 Aug 21 01:32:35.003625 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-c174b58c-31be-48fb-b9ef-3e19a8f04dca tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1605226624&fields=id&tenant_id=122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 267 time: 0.0455046 Aug 21 01:32:35.122247 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-8fabbf4a-b857-4606-968e-e9f0580a343a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:35.123641 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-8fabbf4a-b857-4606-968e-e9f0580a343a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 814 time: 0.1082528 Aug 21 01:32:35.138042 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-99ee189f-11c0-4333-90c3-63b00a488b8c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/quotas/122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 375 time: 0.0090706 Aug 21 01:32:35.196551 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-a9ef347c-1401-45fa-bde1-d97c10fc31c6 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527837 Aug 21 01:32:35.297138 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-9d3620ac-e865-4e85-a6d1-9039cf53bcee service neutron] 10.222.0.47 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940995 Aug 21 01:32:35.368950 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57314) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:35.396936 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-5fc04466-4a33-44e5-a435-9e527d7654e9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941448 Aug 21 01:32:35.477806 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e3343248-13bf-4610-b8de-5f75abd6a42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:35.488543 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:35.557257 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e3343248-13bf-4610-b8de-5f75abd6a42a admin admin] Publish callbacks [] for security_group (3b7a3438-05aa-4f1f-8338-e9006effd36c), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:35.660479 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-965415cb-1c4f-41cc-a752-99683c44f778 req-f6988e36-e0cb-4ebc-a549-f24e0409433d tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 210 time: 0.0303478 Aug 21 01:32:35.676702 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e3343248-13bf-4610-b8de-5f75abd6a42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (3b7a3438-05aa-4f1f-8338-e9006effd36c), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:35.722434 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-e3343248-13bf-4610-b8de-5f75abd6a42a admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0ace1a5bdff14a648b45ebd4fa0429d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499615 Aug 21 01:32:35.722805 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57322) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:35.730415 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3343248-13bf-4610-b8de-5f75abd6a42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7a3438-05aa-4f1f-8338-e9006effd36c,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:35.778002 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6e19e203-bc58-44a3-9a81-321c30c3f1a8 admin admin] Publish callbacks [] for security_group (3b7a3438-05aa-4f1f-8338-e9006effd36c), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:35.803838 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6e19e203-bc58-44a3-9a81-321c30c3f1a8 admin admin] Publish callbacks [] for security_group (3b7a3438-05aa-4f1f-8338-e9006effd36c), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:35.937854 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6e19e203-bc58-44a3-9a81-321c30c3f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (3b7a3438-05aa-4f1f-8338-e9006effd36c), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:35.940451 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6e19e203-bc58-44a3-9a81-321c30c3f1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:35.941694 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-6e19e203-bc58-44a3-9a81-321c30c3f1a8 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/3b7a3438-05aa-4f1f-8338-e9006effd36c HTTP/1.1" status: 204 len: 168 time: 0.2181592 Aug 21 01:32:35.950646 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19e203-bc58-44a3-9a81-321c30c3f1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7a3438-05aa-4f1f-8338-e9006effd36c,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:36.772289 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-53386c10-d366-4949-b0d0-4e56fff36eb5 req-5c768504-9c91-4910-9623-48b3df81bcdd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 210 time: 0.0312500 Aug 21 01:32:37.884365 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f3449eaa-53b0-4d4f-b817-5d424b5b43df req-fcbd4ae3-aec7-4e32-94b3-de6018077480 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 210 time: 0.0298803 Aug 21 01:32:38.013408 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-d2ffe6d9-f0a5-4c7f-a477-1061c98f6fae tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:38.016002 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-d2ffe6d9-f0a5-4c7f-a477-1061c98f6fae tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 814 time: 0.1199758 Aug 21 01:32:38.127030 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-bfce71da-6809-44e2-8886-fbd2a7526eaf tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 472 time: 0.0864654 Aug 21 01:32:38.136750 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'port': {'device_id': '049eb468-fdda-4d9d-a362-b13443842254', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'admin_state_up': True, 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'security_groups': ['55545bb6-8e98-4b02-9386-6442098551d0']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:32:38.327047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Made reservation on behalf of 122b46d9e29843a88c7ca5f019426539 for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:32:38.331562 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:38.349791 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:38.425817 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:38.478307 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Allocated IP 172.20.0.6 (99061e98-94a6-4cdf-b3c1-c9af69a6346c/f90bfea2-4588-4b76-84b6-c86b6c919637/0c27e3ca-1ce2-4451-9a8b-41f262f3e971) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:32:38.633372 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:38.757035 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:38.808988 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:32:38.812360 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:32:38.814958 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:32:38.843330 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:38.883401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:38.884234 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:39.012373 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d5434-bdcc-4024-8d40-dcf98b0c166d req-6231266e-5ecd-4d07-a81a-d86b14ea73e7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:39.013919 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-376d5434-bdcc-4024-8d40-dcf98b0c166d req-6231266e-5ecd-4d07-a81a-d86b14ea73e7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 931 time: 0.0503232 Aug 21 01:32:39.038810 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-7d9cf010-cdf2-4ef1-a32c-3a510a2e644a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9061522 Aug 21 01:32:39.065926 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Request body: {'port': {'device_id': '049eb468-fdda-4d9d-a362-b13443842254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:32:39.109328 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-376d5434-bdcc-4024-8d40-dcf98b0c166d req-1ec47d4c-cadc-407b-bdb7-3165737a0cd9 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898025 Aug 21 01:32:39.111725 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-37fb3b86-9bed-47e9-8458-613866660141 None None] Provisioning complete for port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:32:39.112259 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-37fb3b86-9bed-47e9-8458-613866660141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:39.120381 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:39.148928 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-37fb3b86-9bed-47e9-8458-613866660141 None None] Port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:32:39.154018 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:39.237237 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:39.429907 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:32:39.438536 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Publish callbacks [] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:39.452480 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Transition to ACTIVE for port object 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:32:39.526430 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:39.532081 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:39.592207 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Pushing event updated for resources: {'Port': ['ID=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:39.642729 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Attempting to bind port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:32:39.643024 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Attempting to bind port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:32:39.643354 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Attempting to bind port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:32:39.647820 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:32:39.648168 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Attempting to bind port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:32:39.653094 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:32:39.653429 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Checking segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:32:39.653807 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Bound using segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:32:39.654236 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Bound port: 0c27e3ca-1ce2-4451-9a8b-41f262f3e971, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:32:39.654611 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:39.716263 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] For port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:32:39.719753 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] For port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:32:39.809346 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:39.814278 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:39.815171 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:39.816599 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/0c27e3ca-1ce2-4451-9a8b-41f262f3e971 HTTP/1.1" status: 200 len: 1093 time: 0.7577431 Aug 21 01:32:39.817243 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049eb468-fdda-4d9d-a362-b13443842254', 'tag': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:32:39.819921 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9164dfd1-5649-4102-a07b-4ae212ecb8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "049eb468-fdda-4d9d-a362-b13443842254", "tag": "0c27e3ca-1ce2-4451-9a8b-41f262f3e971"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:32:39.859747 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58409c4a-eb20-4d8e-975a-97581f2a073b x-openstack-request-id: req-58409c4a-eb20-4d8e-975a-97581f2a073b {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:32:39.860033 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049eb468-fdda-4d9d-a362-b13443842254", "tag": "0c27e3ca-1ce2-4451-9a8b-41f262f3e971", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:32:39.860355 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58409c4a-eb20-4d8e-975a-97581f2a073b {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:32:39.860789 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58409c4a-eb20-4d8e-975a-97581f2a073b'] response: {'name': 'network-changed', 'server_uuid': '049eb468-fdda-4d9d-a362-b13443842254', 'tag': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971', 'status': 'completed', 'code': 200} Aug 21 01:32:39.872918 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed892c-49b5-4f0c-800e-115c3fe75dcb service neutron] Pushing event updated for resources: {'Port': ['ID=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:39.956676 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164dfd1-5649-4102-a07b-4ae212ecb8c6 req-c362b397-ceed-4c1e-b5b8-7a7e337c0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:39.962083 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9164dfd1-5649-4102-a07b-4ae212ecb8c6 req-c362b397-ceed-4c1e-b5b8-7a7e337c0882 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 1127 time: 0.0451527 Aug 21 01:32:40.062838 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164dfd1-5649-4102-a07b-4ae212ecb8c6 req-a79cd0c3-f675-4d4a-97bc-5b9dbe11f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:40.064407 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9164dfd1-5649-4102-a07b-4ae212ecb8c6 req-a79cd0c3-f675-4d4a-97bc-5b9dbe11f237 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=122b46d9e29843a88c7ca5f019426539&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0920284 Aug 21 01:32:40.469164 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb71b7-c9fb-4766-88fc-57cdcd7a2a0a req-c33372b4-1e68-40ee-9d5f-5daf18f34a8a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:40.473122 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0cdb71b7-c9fb-4766-88fc-57cdcd7a2a0a req-c33372b4-1e68-40ee-9d5f-5daf18f34a8a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 943 time: 0.0664475 Aug 21 01:32:40.473706 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164dfd1-5649-4102-a07b-4ae212ecb8c6 req-98785712-09c9-40fc-be17-197280607780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:40.475142 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9164dfd1-5649-4102-a07b-4ae212ecb8c6 req-98785712-09c9-40fc-be17-197280607780 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4041417 Aug 21 01:32:40.524303 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0cdb71b7-c9fb-4766-88fc-57cdcd7a2a0a req-6008acb9-0a3c-4313-9410-0dd71860c208 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472538 Aug 21 01:32:40.583246 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-07b46caa-8cc0-417d-aa8e-efd053ae7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:40.584827 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-07b46caa-8cc0-417d-aa8e-efd053ae7a0b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 1127 time: 0.0452216 Aug 21 01:32:40.633263 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-f8f60f74-3217-4161-b504-ca6fa3d87251 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c27e3ca-1ce2-4451-9a8b-41f262f3e971 HTTP/1.1" status: 200 len: 217 time: 0.0325913 Aug 21 01:32:40.684918 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-3b2df749-8355-43bb-aab5-bd31fd939717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:40.686393 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-3b2df749-8355-43bb-aab5-bd31fd939717 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.0452001 Aug 21 01:32:40.736196 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-21f2503d-c053-4a2b-b946-0f223231425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:40.737713 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-21f2503d-c053-4a2b-b946-0f223231425a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445025 Aug 21 01:32:40.804947 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:40.832273 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-07eb72f7-4f0f-4720-9007-404a68d645bc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876300 Aug 21 01:32:40.930284 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e6ea5a39-7a26-4fa4-8762-3374917be14a req-c21c99da-1008-4c54-8e2e-104cd861a1a8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918105 Aug 21 01:32:41.649752 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8ca4a-ecdb-4c37-91f9-e097ce5e10b8 req-d0ad13bb-fe20-442c-9c7b-c302bdcf4e6e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:41.651277 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-94f8ca4a-ecdb-4c37-91f9-e097ce5e10b8 req-d0ad13bb-fe20-442c-9c7b-c302bdcf4e6e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 943 time: 0.0501285 Aug 21 01:32:41.669712 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:41.701061 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-94f8ca4a-ecdb-4c37-91f9-e097ce5e10b8 req-7a720a01-66a6-4850-a964-e2e58741e9d1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440013 Aug 21 01:32:42.676286 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57430) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:42.788590 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a2788cd6-38bb-4a4a-946a-7b92795c9d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:42.819696 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9738ec-1fc9-4537-845f-129da2fa7b83 req-12a017c8-75b8-4b5f-86c1-ffbe63171ab5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:42.821412 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dc9738ec-1fc9-4537-845f-129da2fa7b83 req-12a017c8-75b8-4b5f-86c1-ffbe63171ab5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 943 time: 0.0477934 Aug 21 01:32:42.865335 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a2788cd6-38bb-4a4a-946a-7b92795c9d4f admin admin] Publish callbacks [] for security_group (b08fc30c-c6fd-4fb7-88c0-dc86341a7b1d), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:42.874317 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dc9738ec-1fc9-4537-845f-129da2fa7b83 req-8300cdb5-4bc2-4b0e-ae21-61ecb21478e3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465190 Aug 21 01:32:42.934334 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a2788cd6-38bb-4a4a-946a-7b92795c9d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b08fc30c-c6fd-4fb7-88c0-dc86341a7b1d), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:42.977735 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-a2788cd6-38bb-4a4a-946a-7b92795c9d4f admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=1efbbb4ff869487fba7a2077fbd559a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002830 Aug 21 01:32:42.978453 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2788cd6-38bb-4a4a-946a-7b92795c9d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08fc30c-c6fd-4fb7-88c0-dc86341a7b1d,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:42.980585 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57436) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:43.029417 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f62c59c2-03b9-4e96-bf99-3c017e00c7df admin admin] Publish callbacks [] for security_group (b08fc30c-c6fd-4fb7-88c0-dc86341a7b1d), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:43.048953 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f62c59c2-03b9-4e96-bf99-3c017e00c7df admin admin] Publish callbacks [] for security_group (b08fc30c-c6fd-4fb7-88c0-dc86341a7b1d), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:43.185358 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f62c59c2-03b9-4e96-bf99-3c017e00c7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b08fc30c-c6fd-4fb7-88c0-dc86341a7b1d), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:43.187832 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f62c59c2-03b9-4e96-bf99-3c017e00c7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:43.189032 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-f62c59c2-03b9-4e96-bf99-3c017e00c7df admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b08fc30c-c6fd-4fb7-88c0-dc86341a7b1d HTTP/1.1" status: 204 len: 168 time: 0.2073674 Aug 21 01:32:43.197263 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c59c2-03b9-4e96-bf99-3c017e00c7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08fc30c-c6fd-4fb7-88c0-dc86341a7b1d,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:43.480469 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:32:43.583189 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:43.585133 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:43.598504 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'port_id': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971', 'mac_address': 'fa:16:3e:4a:e7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:32:43.634097 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:32:43.634482 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:43.647932 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:32:43.670478 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:43.761284 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:43.807712 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:43.939056 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57444) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:43.952521 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b30ca360-91eb-42af-a69f-948262685c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:43.974479 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:43.999053 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dae8c-8d11-4359-87c0-23fb4ffb60b7 req-4cb9a870-931f-4501-b7cf-b494e877bea5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:44.000593 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a75dae8c-8d11-4359-87c0-23fb4ffb60b7 req-4cb9a870-931f-4501-b7cf-b494e877bea5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 944 time: 0.0518837 Aug 21 01:32:44.032544 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b30ca360-91eb-42af-a69f-948262685c8c admin admin] Publish callbacks [] for security_group (34fb6d8f-211d-4137-9694-6b56c7a1173f), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:44.049554 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a75dae8c-8d11-4359-87c0-23fb4ffb60b7 req-38e2c5bb-2e56-4b73-af6f-e69f3432c529 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Aug 21 01:32:44.111137 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b30ca360-91eb-42af-a69f-948262685c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (34fb6d8f-211d-4137-9694-6b56c7a1173f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:44.116094 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['0c27e3ca-1ce2-4451-9a8b-41f262f3e971'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:32:44.152635 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ca360-91eb-42af-a69f-948262685c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fb6d8f-211d-4137-9694-6b56c7a1173f,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:44.160838 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b30ca360-91eb-42af-a69f-948262685c8c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=78bd3348ae1d433191c1f203776fe785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207155 Aug 21 01:32:44.161399 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57446) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:44.217320 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef9f-42d7-4c8a-ac84-958e36b7293e admin admin] Publish callbacks [] for security_group (34fb6d8f-211d-4137-9694-6b56c7a1173f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:44.238662 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef9f-42d7-4c8a-ac84-958e36b7293e admin admin] Publish callbacks [] for security_group (34fb6d8f-211d-4137-9694-6b56c7a1173f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:44.379753 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef9f-42d7-4c8a-ac84-958e36b7293e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (34fb6d8f-211d-4137-9694-6b56c7a1173f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:44.382521 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef9f-42d7-4c8a-ac84-958e36b7293e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:44.384060 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-09d2ef9f-42d7-4c8a-ac84-958e36b7293e admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/34fb6d8f-211d-4137-9694-6b56c7a1173f HTTP/1.1" status: 204 len: 168 time: 0.2207983 Aug 21 01:32:44.393076 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2ef9f-42d7-4c8a-ac84-958e36b7293e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fb6d8f-211d-4137-9694-6b56c7a1173f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:44.725097 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:32:45.176554 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dec92e-8adb-4c9f-a997-a08e16673188 req-aacd42d5-30f8-4742-98b0-1ffee4338708 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:45.178097 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-52dec92e-8adb-4c9f-a997-a08e16673188 req-aacd42d5-30f8-4742-98b0-1ffee4338708 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 944 time: 0.0484176 Aug 21 01:32:45.227146 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-52dec92e-8adb-4c9f-a997-a08e16673188 req-76a3df10-cba5-4dd8-8b9f-18f7a24c7487 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Aug 21 01:32:45.516400 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:32:45.548440 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:45.575737 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:32:45.642342 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:32:45.643372 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:45.723217 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:32:45.724631 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:45.749821 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049eb468-fdda-4d9d-a362-b13443842254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:32:45.752228 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b08fcb-4fb2-436b-ac59-ab8f039585db" -d '{"events": [{"server_uuid": "049eb468-fdda-4d9d-a362-b13443842254", "name": "network-vif-plugged", "status": "completed", "tag": "0c27e3ca-1ce2-4451-9a8b-41f262f3e971"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:32:45.767196 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:45.798843 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739ebc45-4f63-47c6-9d4c-086ed7337033 x-openstack-request-id: req-739ebc45-4f63-47c6-9d4c-086ed7337033 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:32:45.799163 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049eb468-fdda-4d9d-a362-b13443842254", "name": "network-vif-plugged", "status": "completed", "tag": "0c27e3ca-1ce2-4451-9a8b-41f262f3e971", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:32:45.799424 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-739ebc45-4f63-47c6-9d4c-086ed7337033 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:32:45.799851 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739ebc45-4f63-47c6-9d4c-086ed7337033'] response: {'server_uuid': '049eb468-fdda-4d9d-a362-b13443842254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971', 'code': 200} Aug 21 01:32:45.871769 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:45.919783 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:46.208842 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a3304-14ce-43f7-afc8-d7e74877468e req-18caadfb-ff30-448f-b24f-bfed8e7c8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:46.208842 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-697a3304-14ce-43f7-afc8-d7e74877468e req-18caadfb-ff30-448f-b24f-bfed8e7c8928 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 1129 time: 0.0406575 Aug 21 01:32:46.258894 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-697a3304-14ce-43f7-afc8-d7e74877468e req-a982d395-00d2-4fa7-9c78-839a935495e4 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Aug 21 01:32:46.355244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31cc08-6832-43cb-b1bc-abe8293d2ea8 req-6895d466-e96a-4f95-8e88-fcd4eee3bcdd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:46.355244 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bc31cc08-6832-43cb-b1bc-abe8293d2ea8 req-6895d466-e96a-4f95-8e88-fcd4eee3bcdd tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 945 time: 0.0494118 Aug 21 01:32:46.403917 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bc31cc08-6832-43cb-b1bc-abe8293d2ea8 req-8e9f62f3-f02d-40d2-a2df-98e7713c6f69 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Aug 21 01:32:47.532733 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e68d-bd03-4061-8a2f-6e9228c8d218 req-86a5a445-e74c-4ca6-b1b4-c7a84b7d65ca tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:47.534205 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-71e4e68d-bd03-4061-8a2f-6e9228c8d218 req-86a5a445-e74c-4ca6-b1b4-c7a84b7d65ca tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 945 time: 0.0472465 Aug 21 01:32:47.578163 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:47.583070 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-71e4e68d-bd03-4061-8a2f-6e9228c8d218 req-5f4e2904-384e-4dbd-94e8-86ac24ba0ea5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433183 Aug 21 01:32:48.705043 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39251aee-f814-4c87-9a9f-a48f202de6ab req-f0754281-d282-4ac7-a44d-262a7c85d8a7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:48.711971 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-39251aee-f814-4c87-9a9f-a48f202de6ab req-f0754281-d282-4ac7-a44d-262a7c85d8a7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 945 time: 0.0563550 Aug 21 01:32:48.751902 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:48.759689 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-39251aee-f814-4c87-9a9f-a48f202de6ab req-4af72701-0bf3-49db-9412-e3c71e9d6931 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467937 Aug 21 01:32:48.889003 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b252b6-461a-4c76-bbbe-cb0510e6c2f9 req-d4f866c9-b7d3-40fe-994f-c632e1e7d297 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:48.890296 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-11b252b6-461a-4c76-bbbe-cb0510e6c2f9 req-d4f866c9-b7d3-40fe-994f-c632e1e7d297 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 945 time: 0.0568819 Aug 21 01:32:48.900090 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57526) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:48.905210 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-a75577c8-f159-4596-b0aa-140e79c84294 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'floatingip': {'port_id': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:32:48.947374 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a75577c8-f159-4596-b0aa-140e79c84294 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (7641cf31-27f6-4fef-9128-6bf77b5bc0bd), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:49.373696 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a75577c8-f159-4596-b0aa-140e79c84294 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:49.435602 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a75577c8-f159-4596-b0aa-140e79c84294 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (7641cf31-27f6-4fef-9128-6bf77b5bc0bd), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:49.480135 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57530) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:49.532610 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [None req-a75577c8-f159-4596-b0aa-140e79c84294 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Floating IP 7641cf31-27f6-4fef-9128-6bf77b5bc0bd associated. External IP: 172.37.5.154, port: 0c27e3ca-1ce2-4451-9a8b-41f262f3e971. Aug 21 01:32:49.588484 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5f277150-b294-4ee9-afe2-7a5f5b10f931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:49.664128 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5f277150-b294-4ee9-afe2-7a5f5b10f931 admin admin] Publish callbacks [] for security_group (ad8870d8-6840-42fb-a013-051a72859401), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:49.733067 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-5f277150-b294-4ee9-afe2-7a5f5b10f931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (ad8870d8-6840-42fb-a013-051a72859401), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:49.735577 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75577c8-f159-4596-b0aa-140e79c84294 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Router eebb2dcd-4787-4d64-9758-f797abd6c48b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:32:49.737793 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:49.774322 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-5f277150-b294-4ee9-afe2-7a5f5b10f931 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=44390bed1802429c92973c924ce98407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930584 Aug 21 01:32:49.775477 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f277150-b294-4ee9-afe2-7a5f5b10f931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8870d8-6840-42fb-a013-051a72859401,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:49.777076 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57534) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:49.864672 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:49.876835 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:49.888055 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-72c7de0f-0616-4cad-8e9f-8beb2e95b7ae admin admin] Publish callbacks [] for security_group (ad8870d8-6840-42fb-a013-051a72859401), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:49.888055 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75577c8-f159-4596-b0aa-140e79c84294 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:32:49.890174 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a75577c8-f159-4596-b0aa-140e79c84294 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:49.895366 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:32:49.907733 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:32:49.908382 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:32:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:49.930758 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-72c7de0f-0616-4cad-8e9f-8beb2e95b7ae admin admin] Publish callbacks [] for security_group (ad8870d8-6840-42fb-a013-051a72859401), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:49.943633 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-a75577c8-f159-4596-b0aa-140e79c84294 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/7641cf31-27f6-4fef-9128-6bf77b5bc0bd HTTP/1.1" status: 200 len: 991 time: 1.0418382 Aug 21 01:32:49.946227 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049eb468-fdda-4d9d-a362-b13443842254', 'tag': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:32:49.948517 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dc35a7-f7be-430f-8db6-6d796be369af" -d '{"events": [{"name": "network-changed", "server_uuid": "049eb468-fdda-4d9d-a362-b13443842254", "tag": "0c27e3ca-1ce2-4451-9a8b-41f262f3e971"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:32:49.994991 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f521b352-7a4a-4276-911b-f5468944352b x-openstack-request-id: req-f521b352-7a4a-4276-911b-f5468944352b {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:32:49.995296 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049eb468-fdda-4d9d-a362-b13443842254", "tag": "0c27e3ca-1ce2-4451-9a8b-41f262f3e971", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:32:49.995553 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f521b352-7a4a-4276-911b-f5468944352b {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:32:49.995968 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f521b352-7a4a-4276-911b-f5468944352b'] response: {'name': 'network-changed', 'server_uuid': '049eb468-fdda-4d9d-a362-b13443842254', 'tag': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971', 'status': 'completed', 'code': 200} Aug 21 01:32:50.015872 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:32:50.104597 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-05c07b3f-740d-4456-8fb3-2ce7d0ae3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:50.106205 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-05c07b3f-740d-4456-8fb3-2ce7d0ae3556 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 1129 time: 0.0437551 Aug 21 01:32:50.109565 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-72c7de0f-0616-4cad-8e9f-8beb2e95b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (ad8870d8-6840-42fb-a013-051a72859401), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:50.112086 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-72c7de0f-0616-4cad-8e9f-8beb2e95b7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:50.113197 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-72c7de0f-0616-4cad-8e9f-8beb2e95b7ae admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ad8870d8-6840-42fb-a013-051a72859401 HTTP/1.1" status: 204 len: 168 time: 0.3351958 Aug 21 01:32:50.144315 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7de0f-0616-4cad-8e9f-8beb2e95b7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8870d8-6840-42fb-a013-051a72859401,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:50.220542 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-13ad3646-3be9-4e94-9d86-a09483747fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:50.222063 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-13ad3646-3be9-4e94-9d86-a09483747fec service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 915 time: 0.1077871 Aug 21 01:32:50.253795 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '10598e48-8caf-4856-95a0-a74147940c46', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.183', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:48:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:31:11Z', 'updated_at': '2022-08-21T01:31:29Z', 'revision_number': 2, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}, {'id': '7641cf31-27f6-4fef-9128-6bf77b5bc0bd', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.154', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:4a:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049eb468-fdda-4d9d-a362-b13443842254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:32:34Z', 'updated_at': '2022-08-21T01:32:49Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:50.282867 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:32:50.287770 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-ba19bb42-9c24-4413-96e9-4888a9d0b300 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c27e3ca-1ce2-4451-9a8b-41f262f3e971 HTTP/1.1" status: 200 len: 999 time: 0.0565758 Aug 21 01:32:50.294807 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:32:50.294807 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:32:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:50.350808 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-57be4f66-e45e-4904-b63a-be33abdcf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:50.353270 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-57be4f66-e45e-4904-b63a-be33abdcf964 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.0574868 Aug 21 01:32:50.398238 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:32:50.402146 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-4b251c13-1ab7-4d85-84b2-77a4fd7aaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:50.403698 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-4b251c13-1ab7-4d85-84b2-77a4fd7aaeda service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413136 Aug 21 01:32:50.489214 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:50.502994 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-ee45abed-fee3-42c7-9464-f82c55f9ed86 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913455 Aug 21 01:32:50.609112 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e8dc35a7-f7be-430f-8db6-6d796be369af req-7e8d7f88-14df-4684-b410-77d22b2c75b7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980599 Aug 21 01:32:50.642449 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '10598e48-8caf-4856-95a0-a74147940c46', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.183', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:48:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:31:11Z', 'updated_at': '2022-08-21T01:31:29Z', 'revision_number': 2, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}, {'id': '7641cf31-27f6-4fef-9128-6bf77b5bc0bd', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.154', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:4a:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049eb468-fdda-4d9d-a362-b13443842254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:32:34Z', 'updated_at': '2022-08-21T01:32:49Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:50.666929 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6881869-0ace-439b-86f8-91d0db995391 None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '10598e48-8caf-4856-95a0-a74147940c46', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.183', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:48:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:31:11Z', 'updated_at': '2022-08-21T01:31:29Z', 'revision_number': 2, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}, {'id': '7641cf31-27f6-4fef-9128-6bf77b5bc0bd', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.154', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:4a:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049eb468-fdda-4d9d-a362-b13443842254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:32:34Z', 'updated_at': '2022-08-21T01:32:49Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:32:50.847895 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57548) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:50.862365 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7ba62d97-b745-4d97-8817-491d65deaa8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:50.916121 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e24cb0b-2088-4d71-952f-68e0b6f64da9 None None] New status for floating IP 7641cf31-27f6-4fef-9128-6bf77b5bc0bd: ACTIVE {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:32:50.956874 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7ba62d97-b745-4d97-8817-491d65deaa8c admin admin] Publish callbacks [] for security_group (8bf8e9b8-039d-4565-965e-aecb483d03b0), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:51.025574 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-7ba62d97-b745-4d97-8817-491d65deaa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (8bf8e9b8-039d-4565-965e-aecb483d03b0), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:51.068925 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-7ba62d97-b745-4d97-8817-491d65deaa8c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=b1dc72f9a260426fb59d4691c8dd8d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198639 Aug 21 01:32:51.069892 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba62d97-b745-4d97-8817-491d65deaa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf8e9b8-039d-4565-965e-aecb483d03b0,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:51.071607 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57556) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:51.125563 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-58774805-2db2-4e80-b88b-90f04f08339f admin admin] Publish callbacks [] for security_group (8bf8e9b8-039d-4565-965e-aecb483d03b0), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:51.145342 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-58774805-2db2-4e80-b88b-90f04f08339f admin admin] Publish callbacks [] for security_group (8bf8e9b8-039d-4565-965e-aecb483d03b0), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:51.271121 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-58774805-2db2-4e80-b88b-90f04f08339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (8bf8e9b8-039d-4565-965e-aecb483d03b0), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:51.273716 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-58774805-2db2-4e80-b88b-90f04f08339f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:51.274892 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-58774805-2db2-4e80-b88b-90f04f08339f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8bf8e9b8-039d-4565-965e-aecb483d03b0 HTTP/1.1" status: 204 len: 168 time: 0.2021573 Aug 21 01:32:51.285770 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58774805-2db2-4e80-b88b-90f04f08339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf8e9b8-039d-4565-965e-aecb483d03b0,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:51.508528 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f5113-3681-4dad-9729-c5d47867c48b req-56173397-5693-4bf6-9f6f-9fb1b5e70fd0 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:51.510072 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-434f5113-3681-4dad-9729-c5d47867c48b req-56173397-5693-4bf6-9f6f-9fb1b5e70fd0 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 946 time: 0.0520487 Aug 21 01:32:51.562132 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-434f5113-3681-4dad-9729-c5d47867c48b req-026f652b-6faf-4d69-beb3-a3476cf75e93 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445623 Aug 21 01:32:52.692048 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad23ef-f035-4178-bb06-42daee561ce0 req-32cf60ca-b549-4785-b08e-39adb24dc27e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:52.693618 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dfad23ef-f035-4178-bb06-42daee561ce0 req-32cf60ca-b549-4785-b08e-39adb24dc27e tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 946 time: 0.0496583 Aug 21 01:32:52.748680 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dfad23ef-f035-4178-bb06-42daee561ce0 req-d5bc91c9-8157-4f88-a307-525118443294 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492814 Aug 21 01:32:53.173806 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-37033e15-bae7-41b3-814a-63dcd555c728 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:32:53.175422 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-37033e15-bae7-41b3-814a-63dcd555c728 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 946 time: 0.0513837 Aug 21 01:32:53.270980 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Deleting port d3beeb80-5980-4de1-b832-2d4a1e1dae1c {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:32:53.271389 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:53.370229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] For port d3beeb80-5980-4de1-b832-2d4a1e1dae1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:53.370587 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:53.445058 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:53.555064 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:53.555228 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (cb163c60-4ede-492c-a443-290276643f56), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:53.556367 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Floating IP cb163c60-4ede-492c-a443-290276643f56 disassociated. External IP: 172.37.5.27, port: d3beeb80-5980-4de1-b832-2d4a1e1dae1c. Aug 21 01:32:53.556367 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Calling delete_port for d3beeb80-5980-4de1-b832-2d4a1e1dae1c owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:32:53.618017 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:53.785833 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (d3beeb80-5980-4de1-b832-2d4a1e1dae1c), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:53.823719 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event deleted for resources: {'Port': ['ID=d3beeb80-5980-4de1-b832-2d4a1e1dae1c,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:53.933633 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8a55499-793f-477e-bc6d-83ea7d6053c1 req-a7784143-5156-4099-9ed9-34c2e68748df tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a5b475aa-486a-4957-8b54-aa1ee7438a8a HTTP/1.1" status: 200 len: 210 time: 0.0618045 Aug 21 01:32:53.977145 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Router 16e14b3c-c97c-49f8-a84c-61d657375ef8 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:32:54.101605 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:32:54.114087 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] Sync routers for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:32:54.125661 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:32:54.126310 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:32:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:54.147609 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] No DVR routers for this DVR port d3beeb80-5980-4de1-b832-2d4a1e1dae1c on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:32:54.152707 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:54.154858 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7c58f0c1-d141-4321-bb46-7a6fd8c8c1cf req-7851a2d4-23f7-49bc-a73b-68f71b6ecae8 tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.67 "DELETE /networking/v2.0/ports/d3beeb80-5980-4de1-b832-2d4a1e1dae1c HTTP/1.1" status: 204 len: 173 time: 0.9737136 Aug 21 01:32:54.155330 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'name': 'network-vif-deleted', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:32:54.158382 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032c1ebf-6bf3-4ec9-820a-1a83d8466f9a" -d '{"events": [{"server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "name": "network-vif-deleted", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:32:54.201334 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8556dec9-982a-4425-8dd6-e54d380ef287 x-openstack-request-id: req-8556dec9-982a-4425-8dd6-e54d380ef287 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:32:54.204330 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b475aa-486a-4957-8b54-aa1ee7438a8a", "name": "network-vif-deleted", "tag": "d3beeb80-5980-4de1-b832-2d4a1e1dae1c", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:32:54.204330 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8556dec9-982a-4425-8dd6-e54d380ef287 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:32:54.204330 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8556dec9-982a-4425-8dd6-e54d380ef287'] response: {'server_uuid': 'a5b475aa-486a-4957-8b54-aa1ee7438a8a', 'name': 'network-vif-deleted', 'tag': 'd3beeb80-5980-4de1-b832-2d4a1e1dae1c', 'status': 'completed', 'code': 200} Aug 21 01:32:54.263916 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:32:54.363037 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:54.414255 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:54.493115 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:54.520886 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] Checking router: 16e14b3c-c97c-49f8-a84c-61d657375ef8 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:32:54.530552 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:32:54.531161 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:32:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:54.637852 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:32:54.923177 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:32:54.953209 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7068f9e1-e45e-4a89-9b52-26ca568ba09c None None] The sync data for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi is: [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:25:15Z', 'revision_number': 4, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '12abfd37-98cc-4925-84ff-eccb48060853', 'name': '', 'network_id': 'cb373d64-899b-489f-9b02-6021edfc53f0', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'mac_address': 'fa:16:3e:ad:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:13Z', 'updated_at': '2022-08-21T01:25:29Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'subnets': [{'id': 'fd50c766-ff47-4da4-9e9a-cc5ec1431a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:32:55.162335 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57632) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:55.211395 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf0e12a-34b8-435a-85ec-b5ef1a07e0ff None None] New status for floating IP cb163c60-4ede-492c-a443-290276643f56: DOWN {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:32:55.239992 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d67a-62d6-4ef3-97e2-5469e1c93e7f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:55.267472 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d67a-62d6-4ef3-97e2-5469e1c93e7f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:55.430428 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d67a-62d6-4ef3-97e2-5469e1c93e7f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:55.435608 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d67a-62d6-4ef3-97e2-5469e1c93e7f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:55.437474 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-d5c3d67a-62d6-4ef3-97e2-5469e1c93e7f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba HTTP/1.1" status: 204 len: 168 time: 0.2738931 Aug 21 01:32:55.440483 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57644) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:55.472016 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.api.v2.resource [None req-2fd7e321-2b82-44af-85cc-030a0036b5cd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] show failed (client error): The resource could not be found. Aug 21 01:32:55.475456 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-2fd7e321-2b82-44af-85cc-030a0036b5cd tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "GET /networking/v2.0/security-groups/dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba HTTP/1.1" status: 404 len: 347 time: 0.0316422 Aug 21 01:32:55.480231 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3d67a-62d6-4ef3-97e2-5469e1c93e7f tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe7c982-0f9a-422a-a0d3-16ff2ffdd4ba,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:55.480231 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57646) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:55.885396 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb293f-d766-43fb-be0c-cd777b93f18b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Deleting port 11cffb1a-7185-4e7d-bae2-e6457ac662c2 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:32:55.885747 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7fb293f-d766-43fb-be0c-cd777b93f18b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (11cffb1a-7185-4e7d-bae2-e6457ac662c2), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:55.949395 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:55.965487 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7fb293f-d766-43fb-be0c-cd777b93f18b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (11cffb1a-7185-4e7d-bae2-e6457ac662c2), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:55.966479 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7fb293f-d766-43fb-be0c-cd777b93f18b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (11cffb1a-7185-4e7d-bae2-e6457ac662c2), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:55.984400 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb293f-d766-43fb-be0c-cd777b93f18b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Calling delete_port for 11cffb1a-7185-4e7d-bae2-e6457ac662c2 owned by network:floatingip {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:32:56.197255 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7fb293f-d766-43fb-be0c-cd777b93f18b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (11cffb1a-7185-4e7d-bae2-e6457ac662c2), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:56.225774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb293f-d766-43fb-be0c-cd777b93f18b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Pushing event deleted for resources: {'Port': ['ID=11cffb1a-7185-4e7d-bae2-e6457ac662c2,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:32:56.286737 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:32:56.292169 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7fb293f-d766-43fb-be0c-cd777b93f18b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks [] for floatingip (cb163c60-4ede-492c-a443-290276643f56), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:56.297441 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7fb293f-d766-43fb-be0c-cd777b93f18b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:56.297441 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e7fb293f-d766-43fb-be0c-cd777b93f18b tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/cb163c60-4ede-492c-a443-290276643f56 HTTP/1.1" status: 204 len: 168 time: 0.8137126 Aug 21 01:32:57.591772 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device d3beeb80-5980-4de1-b832-2d4a1e1dae1c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:32:57.618044 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: d3beeb80-5980-4de1-b832-2d4a1e1dae1c {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:32:57.618377 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device d3beeb80-5980-4de1-b832-2d4a1e1dae1c not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:32:57.700778 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3ea443fe-9884-48f7-9ae7-41c4509121b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:59.011317 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57688) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:32:59.530174 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (16e14b3c-c97c-49f8-a84c-61d657375ef8), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:59.760043 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] Deleting port 12abfd37-98cc-4925-84ff-eccb48060853 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:32:59.760503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (12abfd37-98cc-4925-84ff-eccb48060853), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:59.851492 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] For port 12abfd37-98cc-4925-84ff-eccb48060853, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=12abfd37-98cc-4925-84ff-eccb48060853,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:32:59.851768 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (12abfd37-98cc-4925-84ff-eccb48060853), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:32:59.865424 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] Calling delete_port for 12abfd37-98cc-4925-84ff-eccb48060853 owned by network:router_interface {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:32:59.928799 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:00.005316 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:00.123576 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (12abfd37-98cc-4925-84ff-eccb48060853), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:00.147561 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] Pushing event deleted for resources: {'Port': ['ID=12abfd37-98cc-4925-84ff-eccb48060853,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:00.231486 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1f29fd71-804a-4c83-b2fa-edf48fde6a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:00.337553 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (16e14b3c-c97c-49f8-a84c-61d657375ef8), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:00.569101 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] Router 16e14b3c-c97c-49f8-a84c-61d657375ef8 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:33:00.680262 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:33:00.688400 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-12553653-a5e3-4830-8697-9a9e205277dc admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/16e14b3c-c97c-49f8-a84c-61d657375ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6747093 Aug 21 01:33:00.689169 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57708) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:00.690563 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] Sync routers for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:33:00.702325 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:33:00.703114 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:33:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:00.793879 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Publish callbacks [] for router (16e14b3c-c97c-49f8-a84c-61d657375ef8), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:00.825704 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:33:00.904133 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Publish callbacks [] for router_gateway (16e14b3c-c97c-49f8-a84c-61d657375ef8), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.019405 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248'}], 'enable_snat': True}, 'gw_port_id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:33:00Z', 'revision_number': 5, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port': {'id': '2c680525-7504-4e62-b7ce-ffdfd136c673', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:25:07Z', 'updated_at': '2022-08-21T01:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:01.038658 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Deleting port 2c680525-7504-4e62-b7ce-ffdfd136c673 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:33:01.038991 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.044005 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] Checking router: 16e14b3c-c97c-49f8-a84c-61d657375ef8 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:33:01.054386 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] Routers {'16e14b3c-c97c-49f8-a84c-61d657375ef8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:33:01.054999 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:33:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['16e14b3c-c97c-49f8-a84c-61d657375ef8'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:01.091583 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:01.124076 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] For port 2c680525-7504-4e62-b7ce-ffdfd136c673, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2c680525-7504-4e62-b7ce-ffdfd136c673,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:33:01.124993 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.132584 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:01.141513 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Calling delete_port for 2c680525-7504-4e62-b7ce-ffdfd136c673 owned by network:router_gateway {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:33:01.143231 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] Set router 16e14b3c-c97c-49f8-a84c-61d657375ef8 gateway port host: None {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:33:01.198209 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:33:00Z', 'revision_number': 6, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:01.225310 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb57b19a-e18a-47b7-ae81-eec40100d08d None None] The sync data for ids ['16e14b3c-c97c-49f8-a84c-61d657375ef8'] in dv-cinder-master-3-iscsi is: [{'id': '16e14b3c-c97c-49f8-a84c-61d657375ef8', 'name': 'tempest-AttachVolumeShelveTestJSON-734503055-router', 'tenant_id': '13b534c485db48d8a37e024702f87092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:25:04Z', 'updated_at': '2022-08-21T01:33:00Z', 'revision_number': 6, 'project_id': '13b534c485db48d8a37e024702f87092', 'gw_port_host': None}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:33:01.390204 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.390801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (2c680525-7504-4e62-b7ce-ffdfd136c673), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.420477 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Pushing event deleted for resources: {'Port': ['ID=2c680525-7504-4e62-b7ce-ffdfd136c673,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:01.480036 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (16e14b3c-c97c-49f8-a84c-61d657375ef8), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.586506 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (16e14b3c-c97c-49f8-a84c-61d657375ef8), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.588828 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Publish callbacks [] for router_controller (16e14b3c-c97c-49f8-a84c-61d657375ef8), precommit_delete_associations {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.734573 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (16e14b3c-c97c-49f8-a84c-61d657375ef8), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.735236 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16e14b3c-c97c-49f8-a84c-61d657375ef8 {{(pid=106923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:33:01.741401 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.745216 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-75818156-8e05-48fc-9771-d3101a7cebfe admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/16e14b3c-c97c-49f8-a84c-61d657375ef8 HTTP/1.1" status: 204 len: 168 time: 1.0525293 Aug 21 01:33:01.745766 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57710) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:01.790760 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbb8ba2-9550-4d00-a5b8-a5d1cae9a796 admin admin] Deleting subnet fd50c766-ff47-4da4-9e9a-cc5ec1431a42 {{(pid=106923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:33:01.793797 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8ba2-9550-4d00-a5b8-a5d1cae9a796 admin admin] Publish callbacks [] for subnet (fd50c766-ff47-4da4-9e9a-cc5ec1431a42), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:01.828543 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8ba2-9550-4d00-a5b8-a5d1cae9a796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291515'] for subnet (fd50c766-ff47-4da4-9e9a-cc5ec1431a42), precommit_delete_associations {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.001577 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8ba2-9550-4d00-a5b8-a5d1cae9a796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (fd50c766-ff47-4da4-9e9a-cc5ec1431a42), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.053015 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:02.147913 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 12abfd37-98cc-4925-84ff-eccb48060853 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:33:02.164228 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8ba2-9550-4d00-a5b8-a5d1cae9a796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9291481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8566281'] for subnet (fd50c766-ff47-4da4-9e9a-cc5ec1431a42), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.173393 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 12abfd37-98cc-4925-84ff-eccb48060853 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:33:02.174789 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 12abfd37-98cc-4925-84ff-eccb48060853 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:33:02.175620 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 2c680525-7504-4e62-b7ce-ffdfd136c673 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:33:02.198563 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb8ba2-9550-4d00-a5b8-a5d1cae9a796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd50c766-ff47-4da4-9e9a-cc5ec1431a42,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:02.200755 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8ba2-9550-4d00-a5b8-a5d1cae9a796 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.204306 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-fdbb8ba2-9550-4d00-a5b8-a5d1cae9a796 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/fd50c766-ff47-4da4-9e9a-cc5ec1431a42 HTTP/1.1" status: 204 len: 168 time: 0.4574325 Aug 21 01:33:02.206976 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57716) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:02.208557 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 2c680525-7504-4e62-b7ce-ffdfd136c673 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:33:02.209044 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 2c680525-7504-4e62-b7ce-ffdfd136c673 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:33:02.212058 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c64a089-8336-4cd6-9393-f88e17c66e36 None None] Network cb373d64-899b-489f-9b02-6021edfc53f0 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:33:02.318072 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (cb373d64-899b-489f-9b02-6021edfc53f0), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.371400 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Deleting port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:33:02.371747 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.406159 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1357b65-4bb1-4b79-8e97-1c1c258b06d6 None None] DHCP port deletion for cb373d64-899b-489f-9b02-6021edfc53f0 request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:33:02.438359 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] For port 071206ae-dab3-4d98-8993-1a0c5f93e4b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=071206ae-dab3-4d98-8993-1a0c5f93e4b3,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:33:02.438724 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.448010 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-d1357b65-4bb1-4b79-8e97-1c1c258b06d6 None None] Deleting port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:33:02.448433 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d1357b65-4bb1-4b79-8e97-1c1c258b06d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.450829 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:02.456085 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Calling delete_port for 071206ae-dab3-4d98-8993-1a0c5f93e4b3 owned by network:dhcp {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:33:02.512586 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-d1357b65-4bb1-4b79-8e97-1c1c258b06d6 None None] For port 071206ae-dab3-4d98-8993-1a0c5f93e4b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=071206ae-dab3-4d98-8993-1a0c5f93e4b3,segment=NetworkSegment(55f9ecf7-2f27-459f-ba56-d59d1c80c12d),segment_id=55f9ecf7-2f27-459f-ba56-d59d1c80c12d)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:33:02.512905 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d1357b65-4bb1-4b79-8e97-1c1c258b06d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.525739 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-d1357b65-4bb1-4b79-8e97-1c1c258b06d6 None None] Calling delete_port for 071206ae-dab3-4d98-8993-1a0c5f93e4b3 owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:33:02.654032 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.656278 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:02.660852 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d1357b65-4bb1-4b79-8e97-1c1c258b06d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (071206ae-dab3-4d98-8993-1a0c5f93e4b3), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.677044 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=071206ae-dab3-4d98-8993-1a0c5f93e4b3,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:02.683307 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] No DVR routers for this DVR port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 on host dv-cinder-master-3-iscsi {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:33:02.686771 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1357b65-4bb1-4b79-8e97-1c1c258b06d6 None None] No DVR routers for this DVR port 071206ae-dab3-4d98-8993-1a0c5f93e4b3 on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:33:02.688357 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1357b65-4bb1-4b79-8e97-1c1c258b06d6 None None] Pushing event deleted for resources: {'Port': ['ID=071206ae-dab3-4d98-8993-1a0c5f93e4b3,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:02.719491 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:02.759197 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (cb373d64-899b-489f-9b02-6021edfc53f0), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.780671 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb373d64-899b-489f-9b02-6021edfc53f0']}} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:02.789772 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f9ecf7-2f27-459f-ba56-d59d1c80c12d') {'for_net_delete': True} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:02.790075 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f9ecf7-2f27-459f-ba56-d59d1c80c12d') {} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:02.799473 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291500'] for segment (55f9ecf7-2f27-459f-ba56-d59d1c80c12d), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.812479 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (55f9ecf7-2f27-459f-ba56-d59d1c80c12d), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.818611 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=106923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:33:02.818990 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9291643'] for segment (55f9ecf7-2f27-459f-ba56-d59d1c80c12d), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.939019 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (cb373d64-899b-489f-9b02-6021edfc53f0), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.944054 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:02.950660 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/cb373d64-899b-489f-9b02-6021edfc53f0 HTTP/1.1" status: 204 len: 168 time: 0.7392728 Aug 21 01:33:02.961945 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment 55f9ecf7-2f27-459f-ba56-d59d1c80c12d resource provider aggregate not found Aug 21 01:33:02.966128 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938df84c-8278-4623-b8c8-466ad910d5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb373d64-899b-489f-9b02-6021edfc53f0,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:02.981236 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment 55f9ecf7-2f27-459f-ba56-d59d1c80c12d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55f9ecf7-2f27-459f-ba56-d59d1c80c12d found for delete ", "request_id": "req-431a0280-f23f-40e6-82fe-ede8143c9057"}]} Aug 21 01:33:03.185369 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:03.355319 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57734) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:03.403950 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-46c3d525-393f-4e94-ba41-230a39eb5f5d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=13b534c485db48d8a37e024702f87092&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474310 Aug 21 01:33:03.406465 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57736) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:03.457454 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0ca7-45d1-4c2f-b215-0cbb00b2df3d admin admin] Publish callbacks [] for security_group (712b5457-658f-4885-a8ff-86c1874ca7c6), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:03.477631 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0ca7-45d1-4c2f-b215-0cbb00b2df3d admin admin] Publish callbacks [] for security_group (712b5457-658f-4885-a8ff-86c1874ca7c6), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:03.615706 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0ca7-45d1-4c2f-b215-0cbb00b2df3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (712b5457-658f-4885-a8ff-86c1874ca7c6), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:03.616834 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0ca7-45d1-4c2f-b215-0cbb00b2df3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:03.618829 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-f5aa0ca7-45d1-4c2f-b215-0cbb00b2df3d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/712b5457-658f-4885-a8ff-86c1874ca7c6 HTTP/1.1" status: 204 len: 168 time: 0.2106071 Aug 21 01:33:03.627123 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa0ca7-45d1-4c2f-b215-0cbb00b2df3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b5457-658f-4885-a8ff-86c1874ca7c6,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:03.673244 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:04.146030 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 071206ae-dab3-4d98-8993-1a0c5f93e4b3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:33:04.165465 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 071206ae-dab3-4d98-8993-1a0c5f93e4b3 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:33:04.165809 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 071206ae-dab3-4d98-8993-1a0c5f93e4b3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:33:05.385862 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57778) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:05.451779 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:05.457174 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=40,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:05.498695 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e2d5576b-a3c7-4051-ab0c-d4e30793e9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:05.578624 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e2d5576b-a3c7-4051-ab0c-d4e30793e9f6 admin admin] Publish callbacks [] for security_group (4373ca7d-6622-4312-af1e-8cbfc2ef42f3), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:05.669466 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-e2d5576b-a3c7-4051-ab0c-d4e30793e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (4373ca7d-6622-4312-af1e-8cbfc2ef42f3), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:05.707462 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5576b-a3c7-4051-ab0c-d4e30793e9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4373ca7d-6622-4312-af1e-8cbfc2ef42f3,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:05.712682 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-e2d5576b-a3c7-4051-ab0c-d4e30793e9f6 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=3a0243a7f1ff44a1bb6fdfda13433961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256614 Aug 21 01:33:05.714646 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57788) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:05.768419 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e0523d2-f51f-4426-a3dc-383f54c1bb10 admin admin] Publish callbacks [] for security_group (4373ca7d-6622-4312-af1e-8cbfc2ef42f3), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:05.788784 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e0523d2-f51f-4426-a3dc-383f54c1bb10 admin admin] Publish callbacks [] for security_group (4373ca7d-6622-4312-af1e-8cbfc2ef42f3), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:05.979550 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e0523d2-f51f-4426-a3dc-383f54c1bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (4373ca7d-6622-4312-af1e-8cbfc2ef42f3), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:05.982058 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1e0523d2-f51f-4426-a3dc-383f54c1bb10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:05.983203 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-1e0523d2-f51f-4426-a3dc-383f54c1bb10 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/4373ca7d-6622-4312-af1e-8cbfc2ef42f3 HTTP/1.1" status: 204 len: 168 time: 0.2676075 Aug 21 01:33:05.992746 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0523d2-f51f-4426-a3dc-383f54c1bb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4373ca7d-6622-4312-af1e-8cbfc2ef42f3,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:06.538869 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57794) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:06.553121 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ef28fd8-1065-4bdf-8ddf-0a7cd2e8d95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:06.635770 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:06.637875 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ef28fd8-1065-4bdf-8ddf-0a7cd2e8d95c admin admin] Publish callbacks [] for security_group (5d7e8c10-9581-4245-8bae-dfbf5893be77), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:06.732721 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9ef28fd8-1065-4bdf-8ddf-0a7cd2e8d95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5d7e8c10-9581-4245-8bae-dfbf5893be77), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:06.771294 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9ef28fd8-1065-4bdf-8ddf-0a7cd2e8d95c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e0f1b8e948344836a36adcc55b964f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313070 Aug 21 01:33:06.774110 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57804) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:06.776784 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef28fd8-1065-4bdf-8ddf-0a7cd2e8d95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7e8c10-9581-4245-8bae-dfbf5893be77,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:06.825918 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0446c759-ba5e-42ea-9b95-99539efe86dd admin admin] Publish callbacks [] for security_group (5d7e8c10-9581-4245-8bae-dfbf5893be77), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:06.845927 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0446c759-ba5e-42ea-9b95-99539efe86dd admin admin] Publish callbacks [] for security_group (5d7e8c10-9581-4245-8bae-dfbf5893be77), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:06.847504 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:07.146965 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0446c759-ba5e-42ea-9b95-99539efe86dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5d7e8c10-9581-4245-8bae-dfbf5893be77), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:07.149514 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0446c759-ba5e-42ea-9b95-99539efe86dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:07.150782 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-0446c759-ba5e-42ea-9b95-99539efe86dd admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5d7e8c10-9581-4245-8bae-dfbf5893be77 HTTP/1.1" status: 204 len: 168 time: 0.3756425 Aug 21 01:33:07.159558 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446c759-ba5e-42ea-9b95-99539efe86dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7e8c10-9581-4245-8bae-dfbf5893be77,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:07.887935 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57814) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:07.902295 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5bdce301-f656-4fb0-a26e-2b9d508905f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:07.977777 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5bdce301-f656-4fb0-a26e-2b9d508905f3 admin admin] Publish callbacks [] for security_group (bd708dbf-ce2a-4c5a-ad6a-ae6429025ad9), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:08.064647 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5bdce301-f656-4fb0-a26e-2b9d508905f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (bd708dbf-ce2a-4c5a-ad6a-ae6429025ad9), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:08.103231 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdce301-f656-4fb0-a26e-2b9d508905f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd708dbf-ce2a-4c5a-ad6a-ae6429025ad9,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:08.108854 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-5bdce301-f656-4fb0-a26e-2b9d508905f3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=0b2fe4b528c64f51930dfa2336294d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197921 Aug 21 01:33:08.116602 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57816) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:08.165369 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c74473c6-b4bb-4f6c-ac1c-ec3c7fb49aa7 admin admin] Publish callbacks [] for security_group (bd708dbf-ce2a-4c5a-ad6a-ae6429025ad9), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:08.185390 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c74473c6-b4bb-4f6c-ac1c-ec3c7fb49aa7 admin admin] Publish callbacks [] for security_group (bd708dbf-ce2a-4c5a-ad6a-ae6429025ad9), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:08.413988 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c74473c6-b4bb-4f6c-ac1c-ec3c7fb49aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (bd708dbf-ce2a-4c5a-ad6a-ae6429025ad9), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:08.417611 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c74473c6-b4bb-4f6c-ac1c-ec3c7fb49aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:08.417879 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c74473c6-b4bb-4f6c-ac1c-ec3c7fb49aa7 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/bd708dbf-ce2a-4c5a-ad6a-ae6429025ad9 HTTP/1.1" status: 204 len: 168 time: 0.3003407 Aug 21 01:33:08.426754 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74473c6-b4bb-4f6c-ac1c-ec3c7fb49aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd708dbf-ce2a-4c5a-ad6a-ae6429025ad9,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:09.243239 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:11.145145 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=92 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:11.201449 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=79 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:15.180676 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-064084c4-b3c6-4000-ac7d-1e8e6b4d26aa service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391805 Aug 21 01:33:15.255687 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:15.263080 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-6dbd3a15-af93-41d2-88a5-3cae2a33123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:15.264611 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-6dbd3a15-af93-41d2-88a5-3cae2a33123a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 1129 time: 0.0423985 Aug 21 01:33:15.375637 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-8478e25b-ca90-4f6d-a04c-947afa072a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:15.377679 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-8478e25b-ca90-4f6d-a04c-947afa072a3d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 915 time: 0.0935652 Aug 21 01:33:15.386274 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57964) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:15.440622 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-04f3f79e-3e33-4c5b-bb28-ff4d3d4008f2 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=316e8409-378a-47c3-a927-8b6aea8ed8bd HTTP/1.1" status: 200 len: 1001 time: 0.0563712 Aug 21 01:33:15.490502 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-4024677d-96d2-49fc-985b-a645941d16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:15.491989 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-4024677d-96d2-49fc-985b-a645941d16e8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.0458143 Aug 21 01:33:15.495917 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd8e7-e039-426d-a81f-c5adccf4fd80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:15.548885 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-a3ae7dc9-e084-4616-9763-930d9a2b5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:15.550456 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-a3ae7dc9-e084-4616-9763-930d9a2b5107 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519946 Aug 21 01:33:15.581479 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd8e7-e039-426d-a81f-c5adccf4fd80 admin admin] Publish callbacks [] for security_group (fdb3a122-e77a-4df3-a725-06018e29b734), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:15.648434 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd8e7-e039-426d-a81f-c5adccf4fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (fdb3a122-e77a-4df3-a725-06018e29b734), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:15.691725 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-6c2fd8e7-e039-426d-a81f-c5adccf4fd80 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=bde084df400f4e93b631a21a0acddf08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042448 Aug 21 01:33:15.692400 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fd8e7-e039-426d-a81f-c5adccf4fd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb3a122-e77a-4df3-a725-06018e29b734,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:15.695717 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57970) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:15.750911 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a8fc1653-acfb-49fa-9aa4-e7e0de47695f admin admin] Publish callbacks [] for security_group (fdb3a122-e77a-4df3-a725-06018e29b734), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:15.773482 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a8fc1653-acfb-49fa-9aa4-e7e0de47695f admin admin] Publish callbacks [] for security_group (fdb3a122-e77a-4df3-a725-06018e29b734), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:15.846857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:15.871471 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a8fc1653-acfb-49fa-9aa4-e7e0de47695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (fdb3a122-e77a-4df3-a725-06018e29b734), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:15.874290 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a8fc1653-acfb-49fa-9aa4-e7e0de47695f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:15.878368 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-a8fc1653-acfb-49fa-9aa4-e7e0de47695f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/fdb3a122-e77a-4df3-a725-06018e29b734 HTTP/1.1" status: 204 len: 168 time: 0.1785972 Aug 21 01:33:15.887581 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc1653-acfb-49fa-9aa4-e7e0de47695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb3a122-e77a-4df3-a725-06018e29b734,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:15.920649 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-12482ff6-40d2-4fa8-8633-8ac81b174098 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606715 Aug 21 01:33:15.930814 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 57976) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:16.022004 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3ccef8a6-8020-4def-8600-11f76c87e14a req-ce01a97a-0323-4fa0-9515-6265bcc3791e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948343 Aug 21 01:33:16.054038 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-17b92cde-2aee-41ef-8114-e3dfe0e28b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:16.139880 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-17b92cde-2aee-41ef-8114-e3dfe0e28b0d admin admin] Publish callbacks [] for security_group (0631f780-3b7a-438f-984d-b9a9d4bad3ab), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:16.225867 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-17b92cde-2aee-41ef-8114-e3dfe0e28b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0631f780-3b7a-438f-984d-b9a9d4bad3ab), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:16.266313 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-17b92cde-2aee-41ef-8114-e3dfe0e28b0d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=995b9d4778db4364b42baa7b843025d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343563 Aug 21 01:33:16.267517 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b92cde-2aee-41ef-8114-e3dfe0e28b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0631f780-3b7a-438f-984d-b9a9d4bad3ab,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:16.269255 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 57982) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:16.324377 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e4776843-1d8d-4f0b-a08d-6ca0244aaddd admin admin] Publish callbacks [] for security_group (0631f780-3b7a-438f-984d-b9a9d4bad3ab), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:16.347961 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e4776843-1d8d-4f0b-a08d-6ca0244aaddd admin admin] Publish callbacks [] for security_group (0631f780-3b7a-438f-984d-b9a9d4bad3ab), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:16.464169 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e4776843-1d8d-4f0b-a08d-6ca0244aaddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0631f780-3b7a-438f-984d-b9a9d4bad3ab), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:16.466884 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e4776843-1d8d-4f0b-a08d-6ca0244aaddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:16.468055 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e4776843-1d8d-4f0b-a08d-6ca0244aaddd admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0631f780-3b7a-438f-984d-b9a9d4bad3ab HTTP/1.1" status: 204 len: 168 time: 0.1971033 Aug 21 01:33:16.477388 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4776843-1d8d-4f0b-a08d-6ca0244aaddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0631f780-3b7a-438f-984d-b9a9d4bad3ab,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:17.141900 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58004) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:17.167768 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3fde3b7a-6578-4e8f-a242-b2f3c520c506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:17.255649 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3fde3b7a-6578-4e8f-a242-b2f3c520c506 admin admin] Publish callbacks [] for security_group (0d01d36e-b31b-4294-ba4e-1785fa00a536), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:17.340115 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3fde3b7a-6578-4e8f-a242-b2f3c520c506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0d01d36e-b31b-4294-ba4e-1785fa00a536), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:17.379569 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde3b7a-6578-4e8f-a242-b2f3c520c506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d01d36e-b31b-4294-ba4e-1785fa00a536,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:17.383956 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-3fde3b7a-6578-4e8f-a242-b2f3c520c506 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=54aee622a161401ab8c120788299ba1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404110 Aug 21 01:33:17.391334 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58008) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:17.436058 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cdd-d517-4918-b730-6a2a61916b45 admin admin] Publish callbacks [] for security_group (0d01d36e-b31b-4294-ba4e-1785fa00a536), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:17.459171 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cdd-d517-4918-b730-6a2a61916b45 admin admin] Publish callbacks [] for security_group (0d01d36e-b31b-4294-ba4e-1785fa00a536), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:17.574218 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cdd-d517-4918-b730-6a2a61916b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (0d01d36e-b31b-4294-ba4e-1785fa00a536), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:17.577097 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d4b07cdd-d517-4918-b730-6a2a61916b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:17.578358 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-d4b07cdd-d517-4918-b730-6a2a61916b45 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/0d01d36e-b31b-4294-ba4e-1785fa00a536 HTTP/1.1" status: 204 len: 168 time: 0.1907244 Aug 21 01:33:17.588074 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b07cdd-d517-4918-b730-6a2a61916b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d01d36e-b31b-4294-ba4e-1785fa00a536,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:18.823666 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58056) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:18.929854 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2f42fd19-9d03-4775-9742-5cbf71aad15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:18.942848 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:18.997873 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:19.010229 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2f42fd19-9d03-4775-9742-5cbf71aad15d admin admin] Publish callbacks [] for security_group (e855824b-5ccd-4f59-a277-15bb42ab45c9), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:19.071440 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2f42fd19-9d03-4775-9742-5cbf71aad15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (e855824b-5ccd-4f59-a277-15bb42ab45c9), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:19.110165 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42fd19-9d03-4775-9742-5cbf71aad15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e855824b-5ccd-4f59-a277-15bb42ab45c9,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:19.115464 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-2f42fd19-9d03-4775-9742-5cbf71aad15d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=76466df5c2164b0c96ea650b2c6429f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915180 Aug 21 01:33:19.118277 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58066) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:19.168140 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f2f03155-69ee-4049-857a-48702420c5bc admin admin] Publish callbacks [] for security_group (e855824b-5ccd-4f59-a277-15bb42ab45c9), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:19.192280 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f2f03155-69ee-4049-857a-48702420c5bc admin admin] Publish callbacks [] for security_group (e855824b-5ccd-4f59-a277-15bb42ab45c9), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:19.276945 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f2f03155-69ee-4049-857a-48702420c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (e855824b-5ccd-4f59-a277-15bb42ab45c9), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:19.279614 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f2f03155-69ee-4049-857a-48702420c5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:19.280851 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-f2f03155-69ee-4049-857a-48702420c5bc admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e855824b-5ccd-4f59-a277-15bb42ab45c9 HTTP/1.1" status: 204 len: 168 time: 0.1616755 Aug 21 01:33:19.289460 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f03155-69ee-4049-857a-48702420c5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e855824b-5ccd-4f59-a277-15bb42ab45c9,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:20.075526 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58092) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:20.090032 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d683-f963-4fcd-bbbb-dd89bd9a5025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:20.165327 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d683-f963-4fcd-bbbb-dd89bd9a5025 admin admin] Publish callbacks [] for security_group (28024ee3-0061-47a6-bd1a-4a3bfa78f21c), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:20.237669 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d683-f963-4fcd-bbbb-dd89bd9a5025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (28024ee3-0061-47a6-bd1a-4a3bfa78f21c), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:20.280273 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-2ba8d683-f963-4fcd-bbbb-dd89bd9a5025 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=20e6489c6810450592eff05afd94c333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034333 Aug 21 01:33:20.281155 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8d683-f963-4fcd-bbbb-dd89bd9a5025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28024ee3-0061-47a6-bd1a-4a3bfa78f21c,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:20.282960 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58094) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:20.301459 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:20.337864 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Publish callbacks [] for security_group (28024ee3-0061-47a6-bd1a-4a3bfa78f21c), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:20.358499 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Publish callbacks [] for security_group (28024ee3-0061-47a6-bd1a-4a3bfa78f21c), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:20.466028 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (28024ee3-0061-47a6-bd1a-4a3bfa78f21c), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:20.468700 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:20.469915 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/28024ee3-0061-47a6-bd1a-4a3bfa78f21c HTTP/1.1" status: 204 len: 168 time: 0.1853476 Aug 21 01:33:20.479173 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28024ee3-0061-47a6-bd1a-4a3bfa78f21c,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:20.487196 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:20.492790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb83ae-8800-4f0b-b313-a94a10662770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:21.723188 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:33:27.664781 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d313b445-8582-4877-af0f-3c75234d67c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:29.681698 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=16 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:30.225709 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-6ac2ef18-cdb5-447b-aff0-4bd00fb12a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:30.271219 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:30.276401 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=65,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:30.483386 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:30.705134 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58240) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:30.810439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d919295d-dd0c-4e1c-9f71-73545cab58f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:30.887727 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d919295d-dd0c-4e1c-9f71-73545cab58f3 admin admin] Publish callbacks [] for security_group (24939552-d13a-452a-b1d3-79c81542ba9b), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:30.961583 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d919295d-dd0c-4e1c-9f71-73545cab58f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (24939552-d13a-452a-b1d3-79c81542ba9b), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:31.001278 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-d919295d-dd0c-4e1c-9f71-73545cab58f3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=909a4c4d763b464680c5beda9eaea6dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950995 Aug 21 01:33:31.002068 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919295d-dd0c-4e1c-9f71-73545cab58f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24939552-d13a-452a-b1d3-79c81542ba9b,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:31.004951 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58244) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:31.056775 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Publish callbacks [] for security_group (24939552-d13a-452a-b1d3-79c81542ba9b), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:31.076582 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Publish callbacks [] for security_group (24939552-d13a-452a-b1d3-79c81542ba9b), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:31.180061 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (24939552-d13a-452a-b1d3-79c81542ba9b), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:31.182628 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:31.183815 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/24939552-d13a-452a-b1d3-79c81542ba9b HTTP/1.1" status: 204 len: 168 time: 0.1778586 Aug 21 01:33:31.192661 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24939552-d13a-452a-b1d3-79c81542ba9b,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:31.200616 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.200959 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.201296 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.201632 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.201964 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.202290 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.202613 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.202933 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.203253 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.203572 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.203897 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.204240 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.204562 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.204880 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.205195 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05604b23-7cad-4ee2-ba75-5a27623e2e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:33:31.412858 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:31.719265 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=18 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:31.889391 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58270) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:31.904330 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1a30231c-f287-4a47-b1b5-a5a653759bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:31.980629 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1a30231c-f287-4a47-b1b5-a5a653759bc8 admin admin] Publish callbacks [] for security_group (20901790-ca44-4aae-a6cd-94974c02aa1c), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:32.071207 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-1a30231c-f287-4a47-b1b5-a5a653759bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (20901790-ca44-4aae-a6cd-94974c02aa1c), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:32.114251 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-1a30231c-f287-4a47-b1b5-a5a653759bc8 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9e6609eb6e0f4fe6904798711cd81275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237065 Aug 21 01:33:32.115486 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30231c-f287-4a47-b1b5-a5a653759bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20901790-ca44-4aae-a6cd-94974c02aa1c,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:32.117116 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58272) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:32.186472 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cc20b374-c05a-4ff5-96ed-cee9bee92b07 admin admin] Publish callbacks [] for security_group (20901790-ca44-4aae-a6cd-94974c02aa1c), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:32.215011 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cc20b374-c05a-4ff5-96ed-cee9bee92b07 admin admin] Publish callbacks [] for security_group (20901790-ca44-4aae-a6cd-94974c02aa1c), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:32.380594 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cc20b374-c05a-4ff5-96ed-cee9bee92b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (20901790-ca44-4aae-a6cd-94974c02aa1c), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:32.383115 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-cc20b374-c05a-4ff5-96ed-cee9bee92b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:32.384297 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-cc20b374-c05a-4ff5-96ed-cee9bee92b07 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/20901790-ca44-4aae-a6cd-94974c02aa1c HTTP/1.1" status: 204 len: 168 time: 0.2651391 Aug 21 01:33:32.392223 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20b374-c05a-4ff5-96ed-cee9bee92b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20901790-ca44-4aae-a6cd-94974c02aa1c,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:33.214245 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:33.612219 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:33.613565 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:DELETE=1,neutron:SELECT=30,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:33.697325 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:34.011922 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278257a-d473-4da1-97d7-3673a01e2863 req-95eb2bf5-e898-4728-94aa-53dbebcf4715 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:34.013530 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c278257a-d473-4da1-97d7-3673a01e2863 req-95eb2bf5-e898-4728-94aa-53dbebcf4715 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 945 time: 0.0498025 Aug 21 01:33:34.063896 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c278257a-d473-4da1-97d7-3673a01e2863 req-42377795-1884-4e28-9d3a-25585197bb71 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447655 Aug 21 01:33:35.194959 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b37452-dcdd-48a8-8b73-ac4a3a7d3385 req-3ed414ef-74be-431d-a181-9f6b2457771f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:35.200615 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f6b37452-dcdd-48a8-8b73-ac4a3a7d3385 req-3ed414ef-74be-431d-a181-9f6b2457771f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 945 time: 0.0529835 Aug 21 01:33:35.248760 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f6b37452-dcdd-48a8-8b73-ac4a3a7d3385 req-3c50d844-b7dd-47ad-a805-5f237c6f7770 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=55545bb6-8e98-4b02-9386-6442098551d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464993 Aug 21 01:33:35.701968 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-d0c8d238-9c04-4326-941c-7dd411492dbe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:35.704157 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-d0c8d238-9c04-4326-941c-7dd411492dbe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 945 time: 0.0467942 Aug 21 01:33:35.789098 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Deleting port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:33:35.789436 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:35.885191 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] For port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:33:35.885564 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:35.943573 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58386) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:36.058789 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f4bee6a7-6bef-49fb-8af8-a393862190ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.059002 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.059264 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (7641cf31-27f6-4fef-9128-6bf77b5bc0bd), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.059579 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Floating IP 7641cf31-27f6-4fef-9128-6bf77b5bc0bd disassociated. External IP: 172.37.5.154, port: 0c27e3ca-1ce2-4451-9a8b-41f262f3e971. Aug 21 01:33:36.059918 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Calling delete_port for 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:33:36.063522 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:36.065552 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:36.138716 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f4bee6a7-6bef-49fb-8af8-a393862190ed admin admin] Publish callbacks [] for security_group (1ed20a14-77fd-4e13-acf1-08e3b1c1891c), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.254587 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f4bee6a7-6bef-49fb-8af8-a393862190ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (1ed20a14-77fd-4e13-acf1-08e3b1c1891c), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.283270 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (0c27e3ca-1ce2-4451-9a8b-41f262f3e971), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.300717 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bee6a7-6bef-49fb-8af8-a393862190ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed20a14-77fd-4e13-acf1-08e3b1c1891c,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:36.309473 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-f4bee6a7-6bef-49fb-8af8-a393862190ed admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=6aacdd49d4ae4f9e81e82188a441a9ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3645737 Aug 21 01:33:36.310108 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58396) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:36.313431 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'Port': ['ID=0c27e3ca-1ce2-4451-9a8b-41f262f3e971,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:36.373677 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6225-bdd4-4a11-b155-2ebfeb6ccd42 admin admin] Publish callbacks [] for security_group (1ed20a14-77fd-4e13-acf1-08e3b1c1891c), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.394282 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6225-bdd4-4a11-b155-2ebfeb6ccd42 admin admin] Publish callbacks [] for security_group (1ed20a14-77fd-4e13-acf1-08e3b1c1891c), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.417512 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-89c297ee-95f0-42ce-803d-ce9e719e298f req-af414d43-dbad-43ed-8d74-75e80d9c56b7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 210 time: 0.0610757 Aug 21 01:33:36.452945 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Router eebb2dcd-4787-4d64-9758-f797abd6c48b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:33:36.527449 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6225-bdd4-4a11-b155-2ebfeb6ccd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (1ed20a14-77fd-4e13-acf1-08e3b1c1891c), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.529912 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6225-bdd4-4a11-b155-2ebfeb6ccd42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.531063 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-7b3e6225-bdd4-4a11-b155-2ebfeb6ccd42 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/1ed20a14-77fd-4e13-acf1-08e3b1c1891c HTTP/1.1" status: 204 len: 168 time: 0.2200162 Aug 21 01:33:36.539843 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e6225-bdd4-4a11-b155-2ebfeb6ccd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed20a14-77fd-4e13-acf1-08e3b1c1891c,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:36.558211 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:33:36.571040 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:33:36.583372 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:33:36.584601 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:33:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:36.610283 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] No DVR routers for this DVR port 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:33:36.614741 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:36.624526 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-55892c72-c624-4279-bd0c-0d05494e6ef5 req-9ef7aa53-7bb7-40e3-ad81-0a34a068729f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "DELETE /networking/v2.0/ports/0c27e3ca-1ce2-4451-9a8b-41f262f3e971 HTTP/1.1" status: 204 len: 173 time: 0.9129047 Aug 21 01:33:36.625051 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049eb468-fdda-4d9d-a362-b13443842254', 'name': 'network-vif-deleted', 'tag': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:33:36.629138 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8c5806-384d-4d84-854f-02f98a80466c" -d '{"events": [{"server_uuid": "049eb468-fdda-4d9d-a362-b13443842254", "name": "network-vif-deleted", "tag": "0c27e3ca-1ce2-4451-9a8b-41f262f3e971"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:33:36.700762 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:33:36.719316 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51855aaf-d8ed-4f06-90b3-ea24d3ffbb9a x-openstack-request-id: req-51855aaf-d8ed-4f06-90b3-ea24d3ffbb9a {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:33:36.719316 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049eb468-fdda-4d9d-a362-b13443842254", "name": "network-vif-deleted", "tag": "0c27e3ca-1ce2-4451-9a8b-41f262f3e971", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:33:36.719316 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51855aaf-d8ed-4f06-90b3-ea24d3ffbb9a {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:33:36.719316 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51855aaf-d8ed-4f06-90b3-ea24d3ffbb9a'] response: {'server_uuid': '049eb468-fdda-4d9d-a362-b13443842254', 'name': 'network-vif-deleted', 'tag': '0c27e3ca-1ce2-4451-9a8b-41f262f3e971', 'status': 'completed', 'code': 200} Aug 21 01:33:36.955732 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '10598e48-8caf-4856-95a0-a74147940c46', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.183', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:48:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:31:11Z', 'updated_at': '2022-08-21T01:31:29Z', 'revision_number': 2, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:36.980950 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:33:36.991311 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:33:36.991913 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:33:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:37.223679 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:33:37.270366 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58414) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:37.285015 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57c2fa21-687c-4886-b203-0024885faa90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:37.288490 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:37.385938 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57c2fa21-687c-4886-b203-0024885faa90 admin admin] Publish callbacks [] for security_group (2c8ce82e-1acc-4ee0-8212-60fc52397579), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:37.454761 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-57c2fa21-687c-4886-b203-0024885faa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (2c8ce82e-1acc-4ee0-8212-60fc52397579), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:37.467706 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '10598e48-8caf-4856-95a0-a74147940c46', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.183', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:48:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:31:11Z', 'updated_at': '2022-08-21T01:31:29Z', 'revision_number': 2, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:37.494282 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c2c5e5-507b-42bf-95d4-6f37b8b64909 None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '10598e48-8caf-4856-95a0-a74147940c46', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.183', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:48:d1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:31:11Z', 'updated_at': '2022-08-21T01:31:29Z', 'revision_number': 2, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:33:37.517047 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-57c2fa21-687c-4886-b203-0024885faa90 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=52ed86df8db947a7aeed9ba65a6be1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459385 Aug 21 01:33:37.519695 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58418) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:37.552056 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-33aed2b2-bfcc-41f2-be27-5a305c3984c5 req-bfe9b729-fbf2-4e22-b863-ffbfbaedae60 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=049eb468-fdda-4d9d-a362-b13443842254 HTTP/1.1" status: 200 len: 210 time: 0.0417256 Aug 21 01:33:37.552863 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2fa21-687c-4886-b203-0024885faa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8ce82e-1acc-4ee0-8212-60fc52397579,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:37.588351 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d18a84df-6adf-4823-a493-dac7fc45f5f4 admin admin] Publish callbacks [] for security_group (2c8ce82e-1acc-4ee0-8212-60fc52397579), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:37.609967 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d18a84df-6adf-4823-a493-dac7fc45f5f4 admin admin] Publish callbacks [] for security_group (2c8ce82e-1acc-4ee0-8212-60fc52397579), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:37.624528 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:37.629751 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:37.722789 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d18a84df-6adf-4823-a493-dac7fc45f5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (2c8ce82e-1acc-4ee0-8212-60fc52397579), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:37.726061 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-d18a84df-6adf-4823-a493-dac7fc45f5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:37.727333 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-d18a84df-6adf-4823-a493-dac7fc45f5f4 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/2c8ce82e-1acc-4ee0-8212-60fc52397579 HTTP/1.1" status: 204 len: 168 time: 0.2065330 Aug 21 01:33:37.736078 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a84df-6adf-4823-a493-dac7fc45f5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8ce82e-1acc-4ee0-8212-60fc52397579,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:37.778037 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa9fb8-fff3-4b0a-9ca4-00322b0e0788 None None] New status for floating IP 7641cf31-27f6-4fef-9128-6bf77b5bc0bd: DOWN {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:33:38.745625 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58438) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:38.808414 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-db896dc1-1870-42a4-a0bb-768101763106 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (55545bb6-8e98-4b02-9386-6442098551d0), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:38.832778 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-db896dc1-1870-42a4-a0bb-768101763106 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (55545bb6-8e98-4b02-9386-6442098551d0), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:39.030877 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-db896dc1-1870-42a4-a0bb-768101763106 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (55545bb6-8e98-4b02-9386-6442098551d0), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:39.033890 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-db896dc1-1870-42a4-a0bb-768101763106 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:39.035067 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-db896dc1-1870-42a4-a0bb-768101763106 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/55545bb6-8e98-4b02-9386-6442098551d0 HTTP/1.1" status: 204 len: 168 time: 0.2884245 Aug 21 01:33:39.038601 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58440) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:39.046319 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db896dc1-1870-42a4-a0bb-768101763106 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55545bb6-8e98-4b02-9386-6442098551d0,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:39.054879 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.api.v2.resource [None req-b4464661-ec8e-47b1-bb11-cb940471f79b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] show failed (client error): The resource could not be found. Aug 21 01:33:39.055740 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-b4464661-ec8e-47b1-bb11-cb940471f79b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups/55545bb6-8e98-4b02-9386-6442098551d0 HTTP/1.1" status: 404 len: 347 time: 0.0160067 Aug 21 01:33:39.058650 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58442) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:39.171534 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-549418ad-fe69-434e-99ae-9d70e22504c3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Deleting port f9d9cedc-dda8-4586-ada8-2ebeadb5b461 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:33:39.171876 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-549418ad-fe69-434e-99ae-9d70e22504c3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (f9d9cedc-dda8-4586-ada8-2ebeadb5b461), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:39.251152 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-549418ad-fe69-434e-99ae-9d70e22504c3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (f9d9cedc-dda8-4586-ada8-2ebeadb5b461), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:39.251477 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-549418ad-fe69-434e-99ae-9d70e22504c3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (f9d9cedc-dda8-4586-ada8-2ebeadb5b461), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:39.264043 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-549418ad-fe69-434e-99ae-9d70e22504c3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Calling delete_port for f9d9cedc-dda8-4586-ada8-2ebeadb5b461 owned by network:floatingip {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:33:39.292958 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:39.470371 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-549418ad-fe69-434e-99ae-9d70e22504c3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (f9d9cedc-dda8-4586-ada8-2ebeadb5b461), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:39.497669 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549418ad-fe69-434e-99ae-9d70e22504c3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'Port': ['ID=f9d9cedc-dda8-4586-ada8-2ebeadb5b461,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:39.557302 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:39.565783 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-549418ad-fe69-434e-99ae-9d70e22504c3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (7641cf31-27f6-4fef-9128-6bf77b5bc0bd), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:39.569298 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-549418ad-fe69-434e-99ae-9d70e22504c3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:39.569680 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-549418ad-fe69-434e-99ae-9d70e22504c3 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/7641cf31-27f6-4fef-9128-6bf77b5bc0bd HTTP/1.1" status: 204 len: 168 time: 0.5101304 Aug 21 01:33:39.837125 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:33:39.861415 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:33:39.862100 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 0c27e3ca-1ce2-4451-9a8b-41f262f3e971 not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:33:42.678374 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f9a5a-8f60-4193-8b9e-3016a2385e7d req-37418c20-4cac-4868-9b4f-439d6e66245b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:42.679944 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ab9f9a5a-8f60-4193-8b9e-3016a2385e7d req-37418c20-4cac-4868-9b4f-439d6e66245b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 945 time: 0.0480072 Aug 21 01:33:42.739685 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ab9f9a5a-8f60-4193-8b9e-3016a2385e7d req-22b4ea52-4bc5-48a2-b8af-ced2ec2c69c5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504210 Aug 21 01:33:42.901503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58510) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:43.008848 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0f11d146-a03b-4044-a3d9-137c8f640bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:43.083664 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0f11d146-a03b-4044-a3d9-137c8f640bad admin admin] Publish callbacks [] for security_group (61b2725a-aa10-4fbd-85b3-8ae00d6ffd9c), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:43.161787 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0f11d146-a03b-4044-a3d9-137c8f640bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (61b2725a-aa10-4fbd-85b3-8ae00d6ffd9c), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:43.202441 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-0f11d146-a03b-4044-a3d9-137c8f640bad admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=2f62933282d04a1286b0ea9d7890c2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998171 Aug 21 01:33:43.203300 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11d146-a03b-4044-a3d9-137c8f640bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b2725a-aa10-4fbd-85b3-8ae00d6ffd9c,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:43.205867 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58514) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:43.255183 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a2c-ee13-4ad3-8cac-8229c442fed6 admin admin] Publish callbacks [] for security_group (61b2725a-aa10-4fbd-85b3-8ae00d6ffd9c), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:43.275585 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a2c-ee13-4ad3-8cac-8229c442fed6 admin admin] Publish callbacks [] for security_group (61b2725a-aa10-4fbd-85b3-8ae00d6ffd9c), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:43.374462 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a2c-ee13-4ad3-8cac-8229c442fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (61b2725a-aa10-4fbd-85b3-8ae00d6ffd9c), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:43.377027 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9bad3a2c-ee13-4ad3-8cac-8229c442fed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:43.378165 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9bad3a2c-ee13-4ad3-8cac-8229c442fed6 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/61b2725a-aa10-4fbd-85b3-8ae00d6ffd9c HTTP/1.1" status: 204 len: 168 time: 0.1708465 Aug 21 01:33:43.386757 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad3a2c-ee13-4ad3-8cac-8229c442fed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b2725a-aa10-4fbd-85b3-8ae00d6ffd9c,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:43.862476 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb971614-2b58-4698-b5cb-b1514839d80e req-7e8d713c-f42e-440d-8d0d-847cabf2b0b2 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:43.863982 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eb971614-2b58-4698-b5cb-b1514839d80e req-7e8d713c-f42e-440d-8d0d-847cabf2b0b2 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 945 time: 0.0477874 Aug 21 01:33:43.999808 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58522) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:44.003984 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eb971614-2b58-4698-b5cb-b1514839d80e req-1d7e865d-8102-43c1-bd77-b88496e13953 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333964 Aug 21 01:33:44.008003 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cbb56b6-3219-44b9-9f53-84f491e83aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.086107 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cbb56b6-3219-44b9-9f53-84f491e83aba admin admin] Publish callbacks [] for security_group (6fa9af9f-cad3-4f7b-adc0-a3dc544e9e48), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.208625 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7cbb56b6-3219-44b9-9f53-84f491e83aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (6fa9af9f-cad3-4f7b-adc0-a3dc544e9e48), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.250762 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-7cbb56b6-3219-44b9-9f53-84f491e83aba admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=cda5afc8b72d4f67a78ca542b83d82aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554164 Aug 21 01:33:44.251890 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb56b6-3219-44b9-9f53-84f491e83aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa9af9f-cad3-4f7b-adc0-a3dc544e9e48,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:44.253861 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58524) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:44.289196 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:44.304941 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fc4647f6-5934-4b42-9525-d2d1bf1649a1 admin admin] Publish callbacks [] for security_group (6fa9af9f-cad3-4f7b-adc0-a3dc544e9e48), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.324635 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fc4647f6-5934-4b42-9525-d2d1bf1649a1 admin admin] Publish callbacks [] for security_group (6fa9af9f-cad3-4f7b-adc0-a3dc544e9e48), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.475673 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fc4647f6-5934-4b42-9525-d2d1bf1649a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (6fa9af9f-cad3-4f7b-adc0-a3dc544e9e48), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.478261 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fc4647f6-5934-4b42-9525-d2d1bf1649a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.479434 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-fc4647f6-5934-4b42-9525-d2d1bf1649a1 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/6fa9af9f-cad3-4f7b-adc0-a3dc544e9e48 HTTP/1.1" status: 204 len: 168 time: 0.2246041 Aug 21 01:33:44.487183 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4647f6-5934-4b42-9525-d2d1bf1649a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa9af9f-cad3-4f7b-adc0-a3dc544e9e48,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:44.640132 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-0ec8890d-9699-4737-b39b-9494b33cd1c1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:44.641763 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-0ec8890d-9699-4737-b39b-9494b33cd1c1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 945 time: 0.0458789 Aug 21 01:33:44.732258 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Deleting port 316e8409-378a-47c3-a927-8b6aea8ed8bd {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:33:44.732531 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.823091 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] For port 316e8409-378a-47c3-a927-8b6aea8ed8bd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=316e8409-378a-47c3-a927-8b6aea8ed8bd,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:33:44.823610 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.935209 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:44.995138 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.995419 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (10598e48-8caf-4856-95a0-a74147940c46), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:44.995891 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Floating IP 10598e48-8caf-4856-95a0-a74147940c46 disassociated. External IP: 172.37.5.183, port: 316e8409-378a-47c3-a927-8b6aea8ed8bd. Aug 21 01:33:44.996273 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Calling delete_port for 316e8409-378a-47c3-a927-8b6aea8ed8bd owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:33:45.164779 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af876d32-a0fe-470a-8f61-162c60c55e9b req-2897fb68-cf36-48f4-bd9c-683e801ce9fa tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:45.166242 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-af876d32-a0fe-470a-8f61-162c60c55e9b req-2897fb68-cf36-48f4-bd9c-683e801ce9fa tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 945 time: 0.0665164 Aug 21 01:33:45.214149 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-af876d32-a0fe-470a-8f61-162c60c55e9b req-cccce0a8-19b8-4149-b421-0404e929f611 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422697 Aug 21 01:33:45.243918 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (316e8409-378a-47c3-a927-8b6aea8ed8bd), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:45.273661 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'Port': ['ID=316e8409-378a-47c3-a927-8b6aea8ed8bd,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:45.279629 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:45.385863 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Router eebb2dcd-4787-4d64-9758-f797abd6c48b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:33:45.496435 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:33:45.509434 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:33:45.520386 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:33:45.521093 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:33:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:45.541236 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] No DVR routers for this DVR port 316e8409-378a-47c3-a927-8b6aea8ed8bd on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:33:45.543778 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:45.547078 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-06332013-4ed6-44ac-b9cb-97ab138458d8 req-6cdd466a-fade-4cf2-b2e6-5ca8c218ef65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "DELETE /networking/v2.0/ports/316e8409-378a-47c3-a927-8b6aea8ed8bd HTTP/1.1" status: 204 len: 173 time: 0.8958271 Aug 21 01:33:45.547527 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'name': 'network-vif-deleted', 'tag': '316e8409-378a-47c3-a927-8b6aea8ed8bd'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:33:45.549891 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ba9607-f154-48be-b168-bea2a96e3e36" -d '{"events": [{"server_uuid": "d1a9e859-eddf-4f45-8e02-168201b29a63", "name": "network-vif-deleted", "tag": "316e8409-378a-47c3-a927-8b6aea8ed8bd"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:33:45.596860 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f63a18-2007-452d-a010-9d3cc2fc50d3 x-openstack-request-id: req-c0f63a18-2007-452d-a010-9d3cc2fc50d3 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:33:45.597167 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a9e859-eddf-4f45-8e02-168201b29a63", "name": "network-vif-deleted", "tag": "316e8409-378a-47c3-a927-8b6aea8ed8bd", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:33:45.597425 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c0f63a18-2007-452d-a010-9d3cc2fc50d3 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:33:45.597843 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f63a18-2007-452d-a010-9d3cc2fc50d3'] response: {'server_uuid': 'd1a9e859-eddf-4f45-8e02-168201b29a63', 'name': 'network-vif-deleted', 'tag': '316e8409-378a-47c3-a927-8b6aea8ed8bd', 'status': 'completed', 'code': 200} Aug 21 01:33:45.646933 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:33:45.687980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:45.694933 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:45.880127 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:45.909779 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:33:45.919059 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:33:45.919668 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:33:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:46.030346 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:33:46.222284 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58558) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:46.228855 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:46.255774 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2cb5b-9ad1-4a65-b58a-60269c44cb49 None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:33:46.352925 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e3058871-99d3-4625-87a5-ecc932033679 req-1cff4ce6-6348-44ed-8c76-adc434929d7b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=d1a9e859-eddf-4f45-8e02-168201b29a63 HTTP/1.1" status: 200 len: 210 time: 0.0435214 Aug 21 01:33:46.370508 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4fcb33c7-73b9-4be7-9926-751c60fcef57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:46.456156 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4fcb33c7-73b9-4be7-9926-751c60fcef57 admin admin] Publish callbacks [] for security_group (1318c3f4-f643-4544-bf65-319536b3a719), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:46.525741 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048e685-04b7-4e96-9919-d0e2c2dfc5ba None None] New status for floating IP 10598e48-8caf-4856-95a0-a74147940c46: DOWN {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:33:46.534109 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4fcb33c7-73b9-4be7-9926-751c60fcef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (1318c3f4-f643-4544-bf65-319536b3a719), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:46.576851 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-4fcb33c7-73b9-4be7-9926-751c60fcef57 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=412274053ff24bdbbf7789817c7b575e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526363 Aug 21 01:33:46.577066 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb33c7-73b9-4be7-9926-751c60fcef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1318c3f4-f643-4544-bf65-319536b3a719,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:46.578998 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58564) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:46.633104 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-05dde51f-6693-48f9-b175-1fe3c672132e admin admin] Publish callbacks [] for security_group (1318c3f4-f643-4544-bf65-319536b3a719), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:46.653718 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-05dde51f-6693-48f9-b175-1fe3c672132e admin admin] Publish callbacks [] for security_group (1318c3f4-f643-4544-bf65-319536b3a719), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:46.795864 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-05dde51f-6693-48f9-b175-1fe3c672132e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (1318c3f4-f643-4544-bf65-319536b3a719), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:46.798610 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-05dde51f-6693-48f9-b175-1fe3c672132e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:46.803336 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-05dde51f-6693-48f9-b175-1fe3c672132e admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/1318c3f4-f643-4544-bf65-319536b3a719 HTTP/1.1" status: 204 len: 168 time: 0.2191718 Aug 21 01:33:46.808842 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dde51f-6693-48f9-b175-1fe3c672132e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1318c3f4-f643-4544-bf65-319536b3a719,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:47.516872 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58584) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:47.572722 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3825f98c-2d92-4df3-bd2c-833107f5bd70 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:47.595295 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3825f98c-2d92-4df3-bd2c-833107f5bd70 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:47.711857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3825f98c-2d92-4df3-bd2c-833107f5bd70 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:47.714489 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3825f98c-2d92-4df3-bd2c-833107f5bd70 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:47.716118 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-3825f98c-2d92-4df3-bd2c-833107f5bd70 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7 HTTP/1.1" status: 204 len: 168 time: 0.1978011 Aug 21 01:33:47.718581 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58592) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:47.733582 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.api.v2.resource [None req-1f4d2667-5266-4f91-badd-2f8fabf67e48 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] show failed (client error): The resource could not be found. Aug 21 01:33:47.734327 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825f98c-2d92-4df3-bd2c-833107f5bd70 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:47.737971 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-1f4d2667-5266-4f91-badd-2f8fabf67e48 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups/df9f0e78-d72a-4d8b-bd97-dee5f3dddbb7 HTTP/1.1" status: 404 len: 347 time: 0.0183728 Aug 21 01:33:47.738699 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58594) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:47.851227 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 316e8409-378a-47c3-a927-8b6aea8ed8bd no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:33:47.855565 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-8e09ce87-6d7f-4ab7-bd3a-a2cf9765a58c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Deleting port ef0b9f1c-d93b-493f-b4d9-5f3da90069b5 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:33:47.855565 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce87-6d7f-4ab7-bd3a-a2cf9765a58c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (ef0b9f1c-d93b-493f-b4d9-5f3da90069b5), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:47.876365 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 316e8409-378a-47c3-a927-8b6aea8ed8bd {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:33:47.876836 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 316e8409-378a-47c3-a927-8b6aea8ed8bd not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:33:47.918725 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:47.925786 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:47.934636 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce87-6d7f-4ab7-bd3a-a2cf9765a58c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (ef0b9f1c-d93b-493f-b4d9-5f3da90069b5), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:47.934954 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce87-6d7f-4ab7-bd3a-a2cf9765a58c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (ef0b9f1c-d93b-493f-b4d9-5f3da90069b5), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:47.948242 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-8e09ce87-6d7f-4ab7-bd3a-a2cf9765a58c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Calling delete_port for ef0b9f1c-d93b-493f-b4d9-5f3da90069b5 owned by network:floatingip {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:33:48.118196 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce87-6d7f-4ab7-bd3a-a2cf9765a58c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (ef0b9f1c-d93b-493f-b4d9-5f3da90069b5), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:48.147026 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09ce87-6d7f-4ab7-bd3a-a2cf9765a58c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'Port': ['ID=ef0b9f1c-d93b-493f-b4d9-5f3da90069b5,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:48.213501 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce87-6d7f-4ab7-bd3a-a2cf9765a58c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (10598e48-8caf-4856-95a0-a74147940c46), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:48.216031 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce87-6d7f-4ab7-bd3a-a2cf9765a58c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:48.217224 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-8e09ce87-6d7f-4ab7-bd3a-a2cf9765a58c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/10598e48-8caf-4856-95a0-a74147940c46 HTTP/1.1" status: 204 len: 168 time: 0.4776273 Aug 21 01:33:48.372995 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58610) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:48.377611 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-ac64cc05-e507-4c6e-a84f-f3904782ce85 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320778319', 'description': 'tempest-description--1180879818'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:33:48.470233 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ac64cc05-e507-4c6e-a84f-f3904782ce85 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:48.539839 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ac64cc05-e507-4c6e-a84f-f3904782ce85 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (38fdfcd2-e50f-4c14-bf65-0d335a4a4847), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:48.612993 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ac64cc05-e507-4c6e-a84f-f3904782ce85 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (38fdfcd2-e50f-4c14-bf65-0d335a4a4847), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:48.642784 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64cc05-e507-4c6e-a84f-f3904782ce85 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38fdfcd2-e50f-4c14-bf65-0d335a4a4847,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:48.712673 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ac64cc05-e507-4c6e-a84f-f3904782ce85 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:48.713945 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ac64cc05-e507-4c6e-a84f-f3904782ce85 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3398492 Aug 21 01:33:48.721358 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58616) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:48.725585 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-75635436-f4f2-45d8-9d16-28b8c46c2881 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group_rule': {'security_group_id': '38fdfcd2-e50f-4c14-bf65-0d335a4a4847', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:33:48.831354 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-75635436-f4f2-45d8-9d16-28b8c46c2881 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (63d0967b-8dd1-40af-a9b2-7a0814eab8ec), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:48.885695 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:48.887595 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-75635436-f4f2-45d8-9d16-28b8c46c2881 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (63d0967b-8dd1-40af-a9b2-7a0814eab8ec), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:48.969397 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-75635436-f4f2-45d8-9d16-28b8c46c2881 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (63d0967b-8dd1-40af-a9b2-7a0814eab8ec), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:48.990076 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75635436-f4f2-45d8-9d16-28b8c46c2881 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d0967b-8dd1-40af-a9b2-7a0814eab8ec,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:49.083127 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-75635436-f4f2-45d8-9d16-28b8c46c2881 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:49.084492 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-75635436-f4f2-45d8-9d16-28b8c46c2881 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3621454 Aug 21 01:33:49.093968 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58628) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:49.098357 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-32407fa0-4f63-44b3-99fe-6844bdd32fe8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group_rule': {'security_group_id': '38fdfcd2-e50f-4c14-bf65-0d335a4a4847', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:33:49.179736 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-32407fa0-4f63-44b3-99fe-6844bdd32fe8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (609f067d-bf0d-4cda-8342-932d731ad5ec), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:49.240294 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-32407fa0-4f63-44b3-99fe-6844bdd32fe8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (609f067d-bf0d-4cda-8342-932d731ad5ec), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:49.305965 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-32407fa0-4f63-44b3-99fe-6844bdd32fe8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (609f067d-bf0d-4cda-8342-932d731ad5ec), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:49.322649 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32407fa0-4f63-44b3-99fe-6844bdd32fe8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609f067d-bf0d-4cda-8342-932d731ad5ec,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:49.381975 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-32407fa0-4f63-44b3-99fe-6844bdd32fe8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:49.383905 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-32407fa0-4f63-44b3-99fe-6844bdd32fe8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2889094 Aug 21 01:33:49.395518 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58634) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:49.400296 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:33:49.471857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:49.490626 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:49.552608 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:49.643917 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:49.655828 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Allocated IP 172.37.5.78 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/8072acc0-b625-48f0-bb5e-f55ef6a9375f) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:33:49.765389 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (8072acc0-b625-48f0-bb5e-f55ef6a9375f), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:49.876242 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (8072acc0-b625-48f0-bb5e-f55ef6a9375f), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:49.918862 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:33:49.922524 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:33:49.924860 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:33:49.960191 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=8072acc0-b625-48f0-bb5e-f55ef6a9375f,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:50.021597 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (e4a39065-4cfd-429e-adc2-bea9c6c49a31), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:50.181201 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (8072acc0-b625-48f0-bb5e-f55ef6a9375f), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:50.220033 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:50.329814 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (8072acc0-b625-48f0-bb5e-f55ef6a9375f), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:50.408843 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (8072acc0-b625-48f0-bb5e-f55ef6a9375f), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:50.477688 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (e4a39065-4cfd-429e-adc2-bea9c6c49a31), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:50.480394 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=8072acc0-b625-48f0-bb5e-f55ef6a9375f,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:50.553604 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:50.555434 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-361887c0-8a54-4d28-ac28-db7eda0dd24b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1587570 Aug 21 01:33:50.763121 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-39e8f81f-ecf8-4013-8b35-b20ac1800833 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1320778319&fields=id&tenant_id=122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 267 time: 0.0495267 Aug 21 01:33:50.871120 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-4bcd9775-0186-4d0b-8622-e7cd5b81e325 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:50.872575 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-4bcd9775-0186-4d0b-8622-e7cd5b81e325 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 814 time: 0.1029770 Aug 21 01:33:50.888629 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-fdd3c631-47a3-4752-a90a-793a2188f29f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/quotas/122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 375 time: 0.0099728 Aug 21 01:33:50.951696 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-1b3d075e-9208-4979-9c1a-fa6ac779f9ef tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575454 Aug 21 01:33:51.053932 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-ee58bbfa-c35a-4bb9-8722-1b178093c164 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898550 Aug 21 01:33:51.402522 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:51.425732 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-9693b1b2-3644-40b4-bc02-567218db13f9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660042 Aug 21 01:33:51.698058 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0292351c-acda-4f89-92f4-6af0f32bf5d5 req-a05cf395-37fa-4ca3-852e-2bdb35a15912 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 210 time: 0.0295238 Aug 21 01:33:52.245728 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58680) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:52.537877 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Deleting port 6989bbb3-ba5e-4553-abb5-dbf60a1888bb {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:33:52.539843 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (6989bbb3-ba5e-4553-abb5-dbf60a1888bb), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:52.624213 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (6989bbb3-ba5e-4553-abb5-dbf60a1888bb), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:52.624549 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for floatingip (6989bbb3-ba5e-4553-abb5-dbf60a1888bb), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:52.638068 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Calling delete_port for 6989bbb3-ba5e-4553-abb5-dbf60a1888bb owned by network:floatingip {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:33:52.770724 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:52.823679 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ebb454bc-7b16-423e-a152-2f790e2d1a28 req-30a71eef-52d0-4cec-8639-3f69a6df698f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 210 time: 0.0385132 Aug 21 01:33:52.899752 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (6989bbb3-ba5e-4553-abb5-dbf60a1888bb), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:52.922907 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event deleted for resources: {'Port': ['ID=6989bbb3-ba5e-4553-abb5-dbf60a1888bb,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:52.989420 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for floatingip (d218d670-15b0-4a29-b220-a74d0c66d871), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:52.989749 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Floating IP d218d670-15b0-4a29-b220-a74d0c66d871 disassociated (deleted). External IP: 172.37.5.52, port: bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f. Aug 21 01:33:53.194233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Router 29bf1777-05f2-4a72-8318-e3a560763e84 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:33:53.297054 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:33:53.306424 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:53.311346 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] Sync routers for ids ['29bf1777-05f2-4a72-8318-e3a560763e84'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:33:53.322061 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] Routers {'29bf1777-05f2-4a72-8318-e3a560763e84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:33:53.322670 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:33:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['29bf1777-05f2-4a72-8318-e3a560763e84'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:53.329648 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:53.340683 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-5b4471c7-33ed-43d3-bd86-8b821518b596 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/d218d670-15b0-4a29-b220-a74d0c66d871 HTTP/1.1" status: 204 len: 168 time: 1.0914810 Aug 21 01:33:53.340683 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:33:53.343036 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684" -d '{"events": [{"name": "network-changed", "server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:33:53.406801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c729b-e24b-4551-a7a7-3a689440bcf8 x-openstack-request-id: req-102c729b-e24b-4551-a7a7-3a689440bcf8 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:33:53.406801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:33:53.406801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-102c729b-e24b-4551-a7a7-3a689440bcf8 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:33:53.406801 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102c729b-e24b-4551-a7a7-3a689440bcf8'] response: {'name': 'network-changed', 'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'status': 'completed', 'code': 200} Aug 21 01:33:53.431322 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] Set router 29bf1777-05f2-4a72-8318-e3a560763e84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:33:53.559764 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-060984de-fd10-4cf6-89b8-13131aa660e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:53.561427 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-060984de-fd10-4cf6-89b8-13131aa660e9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ac06ecc6fc93477ba4909284525df514&device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 1130 time: 0.0426507 Aug 21 01:33:53.562922 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:53.630154 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:18Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4', 'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'mac_address': 'fa:16:3e:c9:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:17Z', 'updated_at': '2022-08-21T01:28:24Z', 'revision_number': 5, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'subnets': [{'id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:53.660864 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] Checking router: 29bf1777-05f2-4a72-8318-e3a560763e84 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:33:53.662148 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-9ecccc06-3d59-489b-8cae-8cbeddf1a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:53.663667 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-9ecccc06-3d59-489b-8cae-8cbeddf1a794 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb HTTP/1.1" status: 200 len: 909 time: 0.0959630 Aug 21 01:33:53.671592 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] Routers {'29bf1777-05f2-4a72-8318-e3a560763e84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:33:53.672857 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:33:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['29bf1777-05f2-4a72-8318-e3a560763e84'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:53.708724 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-05c7f98e-62c6-4f4d-aad1-d18f57d804d7 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f HTTP/1.1" status: 200 len: 217 time: 0.0337725 Aug 21 01:33:53.791282 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] Set router 29bf1777-05f2-4a72-8318-e3a560763e84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:33:53.830345 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-f1060d66-def8-42d4-bfc4-80111582dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:53.831837 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-f1060d66-def8-42d4-bfc4-80111582dbe3 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5 HTTP/1.1" status: 200 len: 847 time: 0.1086228 Aug 21 01:33:53.912847 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb6728-4db9-43ae-a647-359b1ebd1bc6 req-a46293cc-ed8b-4ed9-82bb-acbf3fee4d64 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:53.914465 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-31bb6728-4db9-43ae-a647-359b1ebd1bc6 req-a46293cc-ed8b-4ed9-82bb-acbf3fee4d64 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0653379 Aug 21 01:33:53.922716 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:53.933108 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-9a389775-e9fa-4a24-bf81-0f8d6229a508 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:53.938172 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-9a389775-e9fa-4a24-bf81-0f8d6229a508 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 814 time: 0.2099736 Aug 21 01:33:53.957778 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3293cbdd-a88a-4ff6-91d6-221d0d2dc296 req-d48e3130-9338-47d6-a7d8-00836ea9aaa1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 210 time: 0.0531600 Aug 21 01:33:53.999324 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-31bb6728-4db9-43ae-a647-359b1ebd1bc6 req-191395a4-9ae5-460b-b98d-a9ce9965a4b4 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748186 Aug 21 01:33:54.115578 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:18Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4', 'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'mac_address': 'fa:16:3e:c9:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:17Z', 'updated_at': '2022-08-21T01:28:24Z', 'revision_number': 5, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'subnets': [{'id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:33:54.143140 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a61b361-3dcd-49ec-adb9-6be1454afb5c None None] The sync data for ids ['29bf1777-05f2-4a72-8318-e3a560763e84'] in dv-cinder-master-3-iscsi is: [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:18Z', 'revision_number': 4, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4', 'name': '', 'network_id': 'e9956e3f-5992-4fc9-97b8-cb74fbffeffb', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'mac_address': 'fa:16:3e:c9:57:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:17Z', 'updated_at': '2022-08-21T01:28:24Z', 'revision_number': 5, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'subnets': [{'id': '9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:33:54.368563 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362bb11-7f3d-4566-8e41-b786ad664ae1 None None] New status for floating IP d218d670-15b0-4a29-b220-a74d0c66d871: DOWN {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:33:55.066310 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4564fc9b-6b83-4c3a-8263-8a11c71b21c7 req-6f529a9f-bb2c-483c-9c12-7201871d033d tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 210 time: 0.0320539 Aug 21 01:33:55.121960 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468e413-a9d6-493c-bda8-bf518b63c6cf req-079f66b3-e2d4-461f-b341-6a06f465c4ac tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:55.123419 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4468e413-a9d6-493c-bda8-bf518b63c6cf req-079f66b3-e2d4-461f-b341-6a06f465c4ac tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0472486 Aug 21 01:33:55.227882 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4468e413-a9d6-493c-bda8-bf518b63c6cf req-50bdf13e-2bce-48af-8f99-e4c098c21559 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987012 Aug 21 01:33:55.237235 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-6b67e8dd-e7fb-4d5e-8cd5-2468c5a64cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:55.238856 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-6b67e8dd-e7fb-4d5e-8cd5-2468c5a64cee service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e9956e3f-5992-4fc9-97b8-cb74fbffeffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834424 Aug 21 01:33:55.269483 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-61e33c29-cf0f-453f-a2af-f50e09c921ff tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 380 time: 0.1127720 Aug 21 01:33:55.361750 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'port': {'device_id': '8554ae19-faa1-4d72-8d84-529daa809281', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'admin_state_up': True, 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'security_groups': ['38fdfcd2-e50f-4c14-bf65-0d335a4a4847']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:33:55.418977 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:55.512060 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:55.520792 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-7905cce3-4236-4295-9864-e04e189c8e25 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711001 Aug 21 01:33:55.619058 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Made reservation on behalf of 122b46d9e29843a88c7ca5f019426539 for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:33:55.622853 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:55.762974 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5f3b3ead-b0e9-4e7c-bc43-1c7045f71684 req-aab67dd7-4aad-41b1-b71b-95e8203ca485 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582649 Aug 21 01:33:55.819922 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Allocated IP 172.20.0.4 (99061e98-94a6-4cdf-b3c1-c9af69a6346c/f90bfea2-4588-4b76-84b6-c86b6c919637/7d30bbc9-a97b-43d2-b319-9d4924803d0f) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:33:55.963390 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5785e302-7779-48df-ad66-8fc55216a825 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:55.965056 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5785e302-7779-48df-ad66-8fc55216a825 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.1046240 Aug 21 01:33:56.070952 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:56.088181 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5386f2bc-a3be-4a14-8504-c985e94eced9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Deleting port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:33:56.088513 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5386f2bc-a3be-4a14-8504-c985e94eced9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:56.208597 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-36a0b3f4-f459-423f-9282-a22060f0854f req-adb9c664-2a70-4d08-b1a4-b179f447a377 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 210 time: 0.0355828 Aug 21 01:33:56.235200 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5386f2bc-a3be-4a14-8504-c985e94eced9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] For port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:33:56.235567 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5386f2bc-a3be-4a14-8504-c985e94eced9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:56.249551 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5386f2bc-a3be-4a14-8504-c985e94eced9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Calling delete_port for bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:33:56.291404 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:56.375280 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:56.382648 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:56.394880 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:33:56.401324 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=7d30bbc9-a97b-43d2-b319-9d4924803d0f,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:56.407100 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:33:56.416514 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:33:56.425143 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d712ab8-cbd6-4c02-a1eb-d7d18d697e20 req-d641f801-3f23-439b-a889-987929e55734 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:56.426702 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d712ab8-cbd6-4c02-a1eb-d7d18d697e20 req-d641f801-3f23-439b-a889-987929e55734 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 946 time: 0.0993152 Aug 21 01:33:56.524308 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:56.524931 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:56.573836 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d712ab8-cbd6-4c02-a1eb-d7d18d697e20 req-3410c495-0ef6-412a-abe3-918239483e79 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e75ff55a-b539-4df3-92c0-698f05ed76dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230626 Aug 21 01:33:56.625514 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a28ed80b-b290-416b-876f-7cb543deecd5 None None] Provisioning complete for port 7d30bbc9-a97b-43d2-b319-9d4924803d0f triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:33:56.626080 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a28ed80b-b290-416b-876f-7cb543deecd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:56.656890 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d82345e5-6337-4c57-b7cc-8725521b8e7a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3058703 Aug 21 01:33:56.659764 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a28ed80b-b290-416b-876f-7cb543deecd5 None None] Port 7d30bbc9-a97b-43d2-b319-9d4924803d0f cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:33:56.681821 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Request body: {'port': {'device_id': '8554ae19-faa1-4d72-8d84-529daa809281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:33:56.704841 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5386f2bc-a3be-4a14-8504-c985e94eced9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:56.737835 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386f2bc-a3be-4a14-8504-c985e94eced9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event deleted for resources: {'Port': ['ID=bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:56.812156 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5386f2bc-a3be-4a14-8504-c985e94eced9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] No DVR routers for this DVR port bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:33:56.813778 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:56.816209 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5386f2bc-a3be-4a14-8504-c985e94eced9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:56.819505 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c06750c8-5ffd-4521-bc9f-b383b19513a5 req-5386f2bc-a3be-4a14-8504-c985e94eced9 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.67 "DELETE /networking/v2.0/ports/bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f HTTP/1.1" status: 204 len: 173 time: 0.8488266 Aug 21 01:33:56.820038 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'name': 'network-vif-deleted', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:33:56.822304 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e36481-5cf4-4795-a0a7-bb5add6a2402" -d '{"events": [{"server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "name": "network-vif-deleted", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:33:56.864592 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb4c646-b6c4-46a3-9442-34c1970d7e62 x-openstack-request-id: req-6bb4c646-b6c4-46a3-9442-34c1970d7e62 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:33:56.864885 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119204ec-e0f8-439e-b985-b934d251684f", "name": "network-vif-deleted", "tag": "bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:33:56.865135 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6bb4c646-b6c4-46a3-9442-34c1970d7e62 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:33:56.865559 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb4c646-b6c4-46a3-9442-34c1970d7e62'] response: {'server_uuid': '119204ec-e0f8-439e-b985-b934d251684f', 'name': 'network-vif-deleted', 'tag': 'bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f', 'status': 'completed', 'code': 200} Aug 21 01:33:57.075328 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:57.083655 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d30bbc9-a97b-43d2-b319-9d4924803d0f {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:33:57.092288 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Publish callbacks [] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:57.106990 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Transition to ACTIVE for port object 7d30bbc9-a97b-43d2-b319-9d4924803d0f will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:33:57.201591 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:57.274570 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Pushing event updated for resources: {'Port': ['ID=7d30bbc9-a97b-43d2-b319-9d4924803d0f,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:57.358617 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Attempting to bind port 7d30bbc9-a97b-43d2-b319-9d4924803d0f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:33:57.358894 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Attempting to bind port 7d30bbc9-a97b-43d2-b319-9d4924803d0f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:33:57.359219 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Attempting to bind port 7d30bbc9-a97b-43d2-b319-9d4924803d0f on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:33:57.372414 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448412-4775-482a-ae23-07a8fee821a6 req-716b67a9-2cea-4acc-900b-f9edeafd0be7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:57.373928 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-50448412-4775-482a-ae23-07a8fee821a6 req-716b67a9-2cea-4acc-900b-f9edeafd0be7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 943 time: 0.0630198 Aug 21 01:33:57.374640 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Port 7d30bbc9-a97b-43d2-b319-9d4924803d0f on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:33:57.374964 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Attempting to bind port 7d30bbc9-a97b-43d2-b319-9d4924803d0f on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:33:57.382690 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:33:57.382989 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Checking segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:33:57.383363 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Bound using segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:33:57.383798 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Bound port: 7d30bbc9-a97b-43d2-b319-9d4924803d0f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:33:57.384181 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:57.467170 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-50448412-4775-482a-ae23-07a8fee821a6 req-2226fb7b-65f2-4674-8e1e-02fcfd6da954 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870748 Aug 21 01:33:57.486736 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] For port 7d30bbc9-a97b-43d2-b319-9d4924803d0f, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:33:57.490234 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] For port 7d30bbc9-a97b-43d2-b319-9d4924803d0f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7d30bbc9-a97b-43d2-b319-9d4924803d0f,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:33:57.552060 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:57.556557 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:57.557253 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:57.558798 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/7d30bbc9-a97b-43d2-b319-9d4924803d0f HTTP/1.1" status: 200 len: 1093 time: 0.8824112 Aug 21 01:33:57.617470 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f64af-9adb-4057-8d09-4ec6f6f8be4e service neutron] Pushing event updated for resources: {'Port': ['ID=7d30bbc9-a97b-43d2-b319-9d4924803d0f,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:57.702735 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-fab21da6-ad37-4390-8c53-656adce946f5 req-b00a534a-ff8d-41f2-b055-5113e50bd47a tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=119204ec-e0f8-439e-b985-b934d251684f HTTP/1.1" status: 200 len: 210 time: 0.0356216 Aug 21 01:33:57.756785 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-5675297b-a7fd-469c-8f80-b8a2666927cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:57.758967 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-5675297b-a7fd-469c-8f80-b8a2666927cb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 1127 time: 0.0462732 Aug 21 01:33:57.814794 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e0cb8b63-1e99-4f5b-9b3e-0f4a7a12acde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:57.832082 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-24844aa0-819a-40d0-891d-ea1aabfd59a5 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d30bbc9-a97b-43d2-b319-9d4924803d0f HTTP/1.1" status: 200 len: 217 time: 0.0334878 Aug 21 01:33:57.878508 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:57.885466 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-78d3fa5a-e54c-4b98-8152-baff6448162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:57.886998 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-78d3fa5a-e54c-4b98-8152-baff6448162d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.0477865 Aug 21 01:33:58.076861 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58762) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:58.190293 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9963c200-aa39-44fe-b058-fe90fa7a056d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:58.204757 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-3eae1506-aeb9-40a3-a737-c16f4926abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:58.206663 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-3eae1506-aeb9-40a3-a737-c16f4926abf0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626831 Aug 21 01:33:58.335852 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-c69cc886-61fd-4d30-b080-50c4bfcdcac4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223097 Aug 21 01:33:58.375457 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9963c200-aa39-44fe-b058-fe90fa7a056d admin admin] Publish callbacks [] for security_group (8177923b-7885-4908-bf36-e82d98191b16), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:58.426255 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9963c200-aa39-44fe-b058-fe90fa7a056d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (8177923b-7885-4908-bf36-e82d98191b16), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:58.479550 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1f270b7e-979a-4cd8-95c6-a64ef4e8ebd5 req-d3cbc2f9-60c0-4424-9b85-2016823f8be5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350384 Aug 21 01:33:58.482014 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-9963c200-aa39-44fe-b058-fe90fa7a056d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=71d2b2b87e5545aaafaeebdf113f91c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041743 Aug 21 01:33:58.482719 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963c200-aa39-44fe-b058-fe90fa7a056d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8177923b-7885-4908-bf36-e82d98191b16,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:58.488881 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58766) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:58.513000 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:58.547613 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b763fb9c-a927-41ec-9551-aa057ae877c2 admin admin] Publish callbacks [] for security_group (8177923b-7885-4908-bf36-e82d98191b16), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:58.597716 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b763fb9c-a927-41ec-9551-aa057ae877c2 admin admin] Publish callbacks [] for security_group (8177923b-7885-4908-bf36-e82d98191b16), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:58.626094 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8d9e7-e98e-42b1-8edd-55a0b248cd6c req-c1673e1e-2bfd-4f3f-8d5d-26b073b9a373 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:58.627588 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f3c8d9e7-e98e-42b1-8edd-55a0b248cd6c req-c1673e1e-2bfd-4f3f-8d5d-26b073b9a373 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 943 time: 0.0719879 Aug 21 01:33:58.684715 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f3c8d9e7-e98e-42b1-8edd-55a0b248cd6c req-a9ad7306-4000-4f70-adec-f0c0d3ba72bb tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506046 Aug 21 01:33:58.722259 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:33:58.750249 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b763fb9c-a927-41ec-9551-aa057ae877c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (8177923b-7885-4908-bf36-e82d98191b16), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:58.754341 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b763fb9c-a927-41ec-9551-aa057ae877c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:58.754341 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-b763fb9c-a927-41ec-9551-aa057ae877c2 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8177923b-7885-4908-bf36-e82d98191b16 HTTP/1.1" status: 204 len: 168 time: 0.2645030 Aug 21 01:33:58.762056 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58774) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:58.764346 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:58.771138 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763fb9c-a927-41ec-9551-aa057ae877c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8177923b-7885-4908-bf36-e82d98191b16,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:58.829352 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-34dcc872-3e73-4bab-a66e-dd5415395246 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group (e75ff55a-b539-4df3-92c0-698f05ed76dc), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:58.854984 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-34dcc872-3e73-4bab-a66e-dd5415395246 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group (e75ff55a-b539-4df3-92c0-698f05ed76dc), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:58.866437 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8554ae19-faa1-4d72-8d84-529daa809281', 'tag': '7d30bbc9-a97b-43d2-b319-9d4924803d0f'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:33:58.870265 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c48dc-acf5-4a7e-9373-117103c61635" -d '{"events": [{"name": "network-changed", "server_uuid": "8554ae19-faa1-4d72-8d84-529daa809281", "tag": "7d30bbc9-a97b-43d2-b319-9d4924803d0f"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:33:58.970919 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4835f28a-aa0e-40f7-be81-fb4de71511aa x-openstack-request-id: req-4835f28a-aa0e-40f7-be81-fb4de71511aa {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:33:58.971244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8554ae19-faa1-4d72-8d84-529daa809281", "tag": "7d30bbc9-a97b-43d2-b319-9d4924803d0f", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:33:58.971503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4835f28a-aa0e-40f7-be81-fb4de71511aa {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:33:58.971975 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4835f28a-aa0e-40f7-be81-fb4de71511aa'] response: {'name': 'network-changed', 'server_uuid': '8554ae19-faa1-4d72-8d84-529daa809281', 'tag': '7d30bbc9-a97b-43d2-b319-9d4924803d0f', 'status': 'completed', 'code': 200} Aug 21 01:33:59.019285 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-34dcc872-3e73-4bab-a66e-dd5415395246 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (e75ff55a-b539-4df3-92c0-698f05ed76dc), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:59.023388 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-34dcc872-3e73-4bab-a66e-dd5415395246 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:59.024648 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-34dcc872-3e73-4bab-a66e-dd5415395246 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/e75ff55a-b539-4df3-92c0-698f05ed76dc HTTP/1.1" status: 204 len: 168 time: 0.2618947 Aug 21 01:33:59.036528 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcc872-3e73-4bab-a66e-dd5415395246 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75ff55a-b539-4df3-92c0-698f05ed76dc,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:59.182146 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58782) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:59.383927 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:59.441747 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58786) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:59.455615 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a20555ac-dcc1-4e6b-b4f0-f78857afbff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:59.543286 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a20555ac-dcc1-4e6b-b4f0-f78857afbff9 admin admin] Publish callbacks [] for security_group (70f1a577-59a8-4356-9d85-f2f4b27d1ca5), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:59.614972 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (29bf1777-05f2-4a72-8318-e3a560763e84), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:59.632163 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a20555ac-dcc1-4e6b-b4f0-f78857afbff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (70f1a577-59a8-4356-9d85-f2f4b27d1ca5), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:59.687935 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c48dc-acf5-4a7e-9373-117103c61635 req-f9219aa5-a68f-4634-9695-61c0b8114f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:59.689234 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-061c48dc-acf5-4a7e-9373-117103c61635 req-f9219aa5-a68f-4634-9695-61c0b8114f79 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 1127 time: 0.0699470 Aug 21 01:33:59.701639 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:33:59.710826 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-a20555ac-dcc1-4e6b-b4f0-f78857afbff9 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=47f414e510274272828b36b3f3743d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674232 Aug 21 01:33:59.714973 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58788) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:33:59.726938 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20555ac-dcc1-4e6b-b4f0-f78857afbff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f1a577-59a8-4356-9d85-f2f4b27d1ca5,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:33:59.834499 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0a1280ef-7a4d-42de-a639-f49a848ba294 admin admin] Publish callbacks [] for security_group (70f1a577-59a8-4356-9d85-f2f4b27d1ca5), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:59.855398 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052bb8e-1434-4b70-ad50-ad98e7918e42 req-1674f880-f308-424f-b51e-ad95c94e6fef tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:59.857049 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4052bb8e-1434-4b70-ad50-ad98e7918e42 req-1674f880-f308-424f-b51e-ad95c94e6fef tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 943 time: 0.0714498 Aug 21 01:33:59.861732 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0a1280ef-7a4d-42de-a639-f49a848ba294 admin admin] Publish callbacks [] for security_group (70f1a577-59a8-4356-9d85-f2f4b27d1ca5), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:59.862360 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c48dc-acf5-4a7e-9373-117103c61635 req-7fbf2ca6-f25a-4492-8c8a-5bf91e3ebf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:59.863905 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-061c48dc-acf5-4a7e-9373-117103c61635 req-7fbf2ca6-f25a-4492-8c8a-5bf91e3ebf2b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 915 time: 0.1637945 Aug 21 01:33:59.916856 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-061c48dc-acf5-4a7e-9373-117103c61635 req-0975e445-5d06-4183-89ad-f29ef3937609 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d30bbc9-a97b-43d2-b319-9d4924803d0f HTTP/1.1" status: 200 len: 217 time: 0.0378482 Aug 21 01:33:59.953238 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] Deleting port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:33:59.953577 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:33:59.966569 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4052bb8e-1434-4b70-ad50-ad98e7918e42 req-a427a667-5809-4d81-8257-4ed4021800d5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016769 Aug 21 01:33:59.980629 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 7d30bbc9-a97b-43d2-b319-9d4924803d0f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:33:59.987593 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c48dc-acf5-4a7e-9373-117103c61635 req-20b3c468-2d61-44db-9f8c-806594cd921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:33:59.991003 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-061c48dc-acf5-4a7e-9373-117103c61635 req-20b3c468-2d61-44db-9f8c-806594cd921d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.0601556 Aug 21 01:34:00.039964 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0a1280ef-7a4d-42de-a639-f49a848ba294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (70f1a577-59a8-4356-9d85-f2f4b27d1ca5), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:00.042665 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0a1280ef-7a4d-42de-a639-f49a848ba294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:00.046413 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-0a1280ef-7a4d-42de-a639-f49a848ba294 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/70f1a577-59a8-4356-9d85-f2f4b27d1ca5 HTTP/1.1" status: 204 len: 168 time: 0.3278263 Aug 21 01:34:00.063956 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1280ef-7a4d-42de-a639-f49a848ba294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f1a577-59a8-4356-9d85-f2f4b27d1ca5,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:00.070912 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] For port 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:00.071280 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:00.084137 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 7d30bbc9-a97b-43d2-b319-9d4924803d0f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7d30bbc9-a97b-43d2-b319-9d4924803d0f,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:00.090439 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] Calling delete_port for 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 owned by network:router_interface {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:34:00.098282 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:34:00.119152 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '7d30bbc9-a97b-43d2-b319-9d4924803d0f', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'port_id': '7d30bbc9-a97b-43d2-b319-9d4924803d0f', 'mac_address': 'fa:16:3e:44:fe:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:34:00.123735 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:34:00.124086 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device bdd2fff3-c630-4a19-ac51-fd8cd3d3dd5f not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:34:00.181757 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 7d30bbc9-a97b-43d2-b319-9d4924803d0f is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:00.182309 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:00.199159 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d30bbc9-a97b-43d2-b319-9d4924803d0f {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:34:00.202495 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:00.226861 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 7d30bbc9-a97b-43d2-b319-9d4924803d0f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7d30bbc9-a97b-43d2-b319-9d4924803d0f,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:00.260194 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b74489f4-ae1b-41a4-b273-e901f4a00457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:00.341284 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:00.370989 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:00.373478 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c48dc-acf5-4a7e-9373-117103c61635 req-6729dc3c-2296-4917-8155-da1007342ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:00.375152 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-061c48dc-acf5-4a7e-9373-117103c61635 req-6729dc3c-2296-4917-8155-da1007342ab6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3769908 Aug 21 01:34:00.400902 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] Pushing event deleted for resources: {'Port': ['ID=73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:00.403962 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=7d30bbc9-a97b-43d2-b319-9d4924803d0f,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:00.413930 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.413930 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.414153 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.414602 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.415027 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.415417 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.415938 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.416476 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.417004 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.417393 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.417777 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.418302 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.418825 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.419341 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.420170 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:00.474447 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-061c48dc-acf5-4a7e-9373-117103c61635 req-5e5c73c9-49a8-4264-b2a7-8173d1540d67 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910699 Aug 21 01:34:00.581140 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (29bf1777-05f2-4a72-8318-e3a560763e84), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:00.591214 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-061c48dc-acf5-4a7e-9373-117103c61635 req-8ad50711-97b6-4b06-959a-b2463fc40ada service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059039 Aug 21 01:34:00.711811 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['7d30bbc9-a97b-43d2-b319-9d4924803d0f'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:34:00.769789 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:00.772142 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:00.806786 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] Router 29bf1777-05f2-4a72-8318-e3a560763e84 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:34:00.855144 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:00.958956 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58796) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:00.974414 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9dc7cc2e-9e43-4704-bdf3-7a32753186c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.103402 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9dc7cc2e-9e43-4704-bdf3-7a32753186c4 admin admin] Publish callbacks [] for security_group (a19c80ce-2d77-4a4e-8fad-be2d1fe357f2), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.120036 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3b8a-6f86-422b-bc15-669c9340e1f5 req-b65cd750-a3b6-47eb-a43d-83b83150fdf5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:01.121549 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5d2e3b8a-6f86-422b-bc15-669c9340e1f5 req-b65cd750-a3b6-47eb-a43d-83b83150fdf5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 944 time: 0.0715911 Aug 21 01:34:01.133448 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:01.145940 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:01.150664 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:34:01.159080 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-6b33904f-701c-442a-8a60-e878372d80cf admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/29bf1777-05f2-4a72-8318-e3a560763e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9758358 Aug 21 01:34:01.159340 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58800) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:01.167047 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] Sync routers for ids ['29bf1777-05f2-4a72-8318-e3a560763e84'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:34:01.177851 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] Routers {'29bf1777-05f2-4a72-8318-e3a560763e84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:01.178477 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['29bf1777-05f2-4a72-8318-e3a560763e84'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:01.180063 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9dc7cc2e-9e43-4704-bdf3-7a32753186c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (a19c80ce-2d77-4a4e-8fad-be2d1fe357f2), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.261031 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5d2e3b8a-6f86-422b-bc15-669c9340e1f5 req-4f4b0621-789c-4a78-a249-30f8cab7e407 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336579 Aug 21 01:34:01.296197 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58802) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:01.296525 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-9dc7cc2e-9e43-4704-bdf3-7a32753186c4 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=e9b9615310804d9b80cb706d31d27201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361845 Aug 21 01:34:01.299193 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] Set router 29bf1777-05f2-4a72-8318-e3a560763e84 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:01.302443 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7cc2e-9e43-4704-bdf3-7a32753186c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19c80ce-2d77-4a4e-8fad-be2d1fe357f2,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:01.343300 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Publish callbacks [] for router (29bf1777-05f2-4a72-8318-e3a560763e84), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.358682 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-621d4cf8-f709-42b4-8cc7-75ee25753ebf admin admin] Publish callbacks [] for security_group (a19c80ce-2d77-4a4e-8fad-be2d1fe357f2), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.383406 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-621d4cf8-f709-42b4-8cc7-75ee25753ebf admin admin] Publish callbacks [] for security_group (a19c80ce-2d77-4a4e-8fad-be2d1fe357f2), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.449623 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.462973 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Publish callbacks [] for router_gateway (29bf1777-05f2-4a72-8318-e3a560763e84), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.489542 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12'}], 'enable_snat': True}, 'gw_port_id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:34:00Z', 'revision_number': 5, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port': {'id': '95d01360-f5c6-41b4-bd18-bf60998f14af', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:70:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:01.516464 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] Checking router: 29bf1777-05f2-4a72-8318-e3a560763e84 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:34:01.517111 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-621d4cf8-f709-42b4-8cc7-75ee25753ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (a19c80ce-2d77-4a4e-8fad-be2d1fe357f2), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.519627 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-621d4cf8-f709-42b4-8cc7-75ee25753ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.520812 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-621d4cf8-f709-42b4-8cc7-75ee25753ebf admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/a19c80ce-2d77-4a4e-8fad-be2d1fe357f2 HTTP/1.1" status: 204 len: 168 time: 0.2236047 Aug 21 01:34:01.528049 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] Routers {'29bf1777-05f2-4a72-8318-e3a560763e84'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:01.528709 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['29bf1777-05f2-4a72-8318-e3a560763e84'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:01.532706 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d4cf8-f709-42b4-8cc7-75ee25753ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19c80ce-2d77-4a4e-8fad-be2d1fe357f2,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:01.576891 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Deleting port 95d01360-f5c6-41b4-bd18-bf60998f14af {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:34:01.577470 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.631175 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] Set router 29bf1777-05f2-4a72-8318-e3a560763e84 gateway port host: None {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:01.662752 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] For port 95d01360-f5c6-41b4-bd18-bf60998f14af, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=95d01360-f5c6-41b4-bd18-bf60998f14af,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:01.663427 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.676744 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Calling delete_port for 95d01360-f5c6-41b4-bd18-bf60998f14af owned by network:router_gateway {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:34:01.685241 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:34:01Z', 'revision_number': 6, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:01.710829 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e2cfa5-d137-4df1-99ca-d4d8f0961cf2 None None] The sync data for ids ['29bf1777-05f2-4a72-8318-e3a560763e84'] in dv-cinder-master-3-iscsi is: [{'id': '29bf1777-05f2-4a72-8318-e3a560763e84', 'name': 'tempest-TestShelveInstance-221611912-router', 'tenant_id': 'ac06ecc6fc93477ba4909284525df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:12Z', 'updated_at': '2022-08-21T01:34:01Z', 'revision_number': 6, 'project_id': 'ac06ecc6fc93477ba4909284525df514', 'gw_port_host': None}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:34:01.797327 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:01.911968 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (95d01360-f5c6-41b4-bd18-bf60998f14af), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:01.943322 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=95d01360-f5c6-41b4-bd18-bf60998f14af,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:02.008137 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 7d30bbc9-a97b-43d2-b319-9d4924803d0f up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:02.008336 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (29bf1777-05f2-4a72-8318-e3a560763e84), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.049932 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 7d30bbc9-a97b-43d2-b319-9d4924803d0f completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:34:02.105782 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (29bf1777-05f2-4a72-8318-e3a560763e84), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.108505 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Publish callbacks [] for router_controller (29bf1777-05f2-4a72-8318-e3a560763e84), precommit_delete_associations {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.145863 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 7d30bbc9-a97b-43d2-b319-9d4924803d0f triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:02.146244 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.237658 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 7d30bbc9-a97b-43d2-b319-9d4924803d0f is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:02.238350 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.254710 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (29bf1777-05f2-4a72-8318-e3a560763e84), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.255964 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29bf1777-05f2-4a72-8318-e3a560763e84 {{(pid=106923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:34:02.260456 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.261900 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-de88949b-5bc7-4be8-ad5f-06261f446f4f admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/29bf1777-05f2-4a72-8318-e3a560763e84 HTTP/1.1" status: 204 len: 168 time: 1.1016126 Aug 21 01:34:02.262179 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8554ae19-faa1-4d72-8d84-529daa809281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d30bbc9-a97b-43d2-b319-9d4924803d0f'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:34:02.264556 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87214619-4a87-4b94-a9b4-9aa88af55842" -d '{"events": [{"server_uuid": "8554ae19-faa1-4d72-8d84-529daa809281", "name": "network-vif-plugged", "status": "completed", "tag": "7d30bbc9-a97b-43d2-b319-9d4924803d0f"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:34:02.264864 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58816) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:02.287700 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 7d30bbc9-a97b-43d2-b319-9d4924803d0f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7d30bbc9-a97b-43d2-b319-9d4924803d0f,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:02.319182 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d4b1d4-8c96-4556-9f0d-558d64620703 x-openstack-request-id: req-41d4b1d4-8c96-4556-9f0d-558d64620703 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:34:02.319603 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8554ae19-faa1-4d72-8d84-529daa809281", "name": "network-vif-plugged", "status": "completed", "tag": "7d30bbc9-a97b-43d2-b319-9d4924803d0f", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:34:02.319922 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41d4b1d4-8c96-4556-9f0d-558d64620703 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:34:02.320438 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d4b1d4-8c96-4556-9f0d-558d64620703'] response: {'server_uuid': '8554ae19-faa1-4d72-8d84-529daa809281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d30bbc9-a97b-43d2-b319-9d4924803d0f', 'code': 200} Aug 21 01:34:02.339292 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da2bc7a-44b8-40b3-b7ca-23123ae12014 admin admin] Deleting subnet 9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5 {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:34:02.359196 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3da2bc7a-44b8-40b3-b7ca-23123ae12014 admin admin] Publish callbacks [] for subnet (9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.361865 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.432639 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3da2bc7a-44b8-40b3-b7ca-23123ae12014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9055190'] for subnet (9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.435847 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=7d30bbc9-a97b-43d2-b319-9d4924803d0f,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:02.436563 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862595d-b2db-4ad1-bfcd-8e0e06f0b235 req-d75cf83e-5081-4403-bc79-b6518453b056 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:02.438843 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2862595d-b2db-4ad1-bfcd-8e0e06f0b235 req-d75cf83e-5081-4403-bc79-b6518453b056 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 945 time: 0.0724330 Aug 21 01:34:02.470344 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:02.491804 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2862595d-b2db-4ad1-bfcd-8e0e06f0b235 req-555b5482-dc7d-4f4e-8f59-174366a300df tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459604 Aug 21 01:34:02.539462 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3da2bc7a-44b8-40b3-b7ca-23123ae12014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.547025 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:34:02.593753 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:34:02.594102 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 73cd5fd1-eef6-4e0e-bd47-6c5fafa7b8a4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:34:02.666760 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3da2bc7a-44b8-40b3-b7ca-23123ae12014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9277735'] for subnet (9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.691726 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2bc7a-44b8-40b3-b7ca-23123ae12014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:02.698395 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3da2bc7a-44b8-40b3-b7ca-23123ae12014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.704293 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-3da2bc7a-44b8-40b3-b7ca-23123ae12014 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/9ee5e4e1-75ac-4857-a4a6-39e1bd0c5ec5 HTTP/1.1" status: 204 len: 168 time: 0.4375968 Aug 21 01:34:02.704835 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58830) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:02.706080 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d859272-5662-4382-958f-d5c66b3252ea None None] Network e9956e3f-5992-4fc9-97b8-cb74fbffeffb requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:34:02.835836 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5721ec-c146-40c4-a246-1332c91aa108 req-b80dc8ba-aeb2-42f2-b236-28aa3bd858cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:02.838112 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4f5721ec-c146-40c4-a246-1332c91aa108 req-b80dc8ba-aeb2-42f2-b236-28aa3bd858cb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 1129 time: 0.1052878 Aug 21 01:34:02.841857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (e9956e3f-5992-4fc9-97b8-cb74fbffeffb), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.898584 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:02.920644 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525079d5-d8db-416a-b52c-4d75448d8ace None None] DHCP port deletion for e9956e3f-5992-4fc9-97b8-cb74fbffeffb request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:34:02.929575 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Deleting port e4b73611-033b-4308-a783-7eb1276695e7 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:34:02.930004 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (e4b73611-033b-4308-a783-7eb1276695e7), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:02.934776 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4f5721ec-c146-40c4-a246-1332c91aa108 req-6b7566d9-65bb-4d6a-a190-45c3ad3c0dc8 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869734 Aug 21 01:34:02.967629 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-525079d5-d8db-416a-b52c-4d75448d8ace None None] Deleting port e4b73611-033b-4308-a783-7eb1276695e7 {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:34:02.968011 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-525079d5-d8db-416a-b52c-4d75448d8ace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (e4b73611-033b-4308-a783-7eb1276695e7), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.001427 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] For port e4b73611-033b-4308-a783-7eb1276695e7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4b73611-033b-4308-a783-7eb1276695e7,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:03.001788 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (e4b73611-033b-4308-a783-7eb1276695e7), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.018730 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Calling delete_port for e4b73611-033b-4308-a783-7eb1276695e7 owned by network:dhcp {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:34:03.034039 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-525079d5-d8db-416a-b52c-4d75448d8ace None None] For port e4b73611-033b-4308-a783-7eb1276695e7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4b73611-033b-4308-a783-7eb1276695e7,segment=NetworkSegment(0032ace7-951d-4f47-ba68-f3f33a50de68),segment_id=0032ace7-951d-4f47-ba68-f3f33a50de68)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:03.034440 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-525079d5-d8db-416a-b52c-4d75448d8ace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (e4b73611-033b-4308-a783-7eb1276695e7), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.047921 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-525079d5-d8db-416a-b52c-4d75448d8ace None None] Calling delete_port for e4b73611-033b-4308-a783-7eb1276695e7 owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:34:03.059262 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:03.061073 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:03.192088 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (e4b73611-033b-4308-a783-7eb1276695e7), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.199906 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-525079d5-d8db-416a-b52c-4d75448d8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (e4b73611-033b-4308-a783-7eb1276695e7), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.217389 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b73611-033b-4308-a783-7eb1276695e7,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:03.221309 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] No DVR routers for this DVR port e4b73611-033b-4308-a783-7eb1276695e7 on host dv-cinder-master-3-iscsi {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:34:03.229285 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.247108 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525079d5-d8db-416a-b52c-4d75448d8ace None None] Pushing event deleted for resources: {'Port': ['ID=e4b73611-033b-4308-a783-7eb1276695e7,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:03.247108 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525079d5-d8db-416a-b52c-4d75448d8ace None None] No DVR routers for this DVR port e4b73611-033b-4308-a783-7eb1276695e7 on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:34:03.266756 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:03.306771 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (e9956e3f-5992-4fc9-97b8-cb74fbffeffb), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.333036 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9956e3f-5992-4fc9-97b8-cb74fbffeffb']}} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:03.342789 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0032ace7-951d-4f47-ba68-f3f33a50de68') {'for_net_delete': True} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:03.343154 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0032ace7-951d-4f47-ba68-f3f33a50de68') {} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:03.355107 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291500'] for segment (0032ace7-951d-4f47-ba68-f3f33a50de68), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.369390 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (0032ace7-951d-4f47-ba68-f3f33a50de68), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.375727 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=106923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:34:03.376154 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9291643'] for segment (0032ace7-951d-4f47-ba68-f3f33a50de68), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.397109 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment 0032ace7-951d-4f47-ba68-f3f33a50de68 resource provider aggregate not found Aug 21 01:34:03.446054 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment 0032ace7-951d-4f47-ba68-f3f33a50de68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0032ace7-951d-4f47-ba68-f3f33a50de68 found for delete ", "request_id": "req-f5379db3-1e58-4735-a910-115960680bcd"}]} Aug 21 01:34:03.517362 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (e9956e3f-5992-4fc9-97b8-cb74fbffeffb), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.521884 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.531407 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/e9956e3f-5992-4fc9-97b8-cb74fbffeffb HTTP/1.1" status: 204 len: 168 time: 0.8212180 Aug 21 01:34:03.531532 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58852) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:03.541340 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896c020-ced2-4f7e-be42-a5714a402fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9956e3f-5992-4fc9-97b8-cb74fbffeffb,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:03.641844 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade313c-dfe7-4fc5-87e2-004ae303234c req-318a7a41-5bfc-4527-a786-c198c9c6139f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:03.643792 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3ade313c-dfe7-4fc5-87e2-004ae303234c req-318a7a41-5bfc-4527-a786-c198c9c6139f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 945 time: 0.0543907 Aug 21 01:34:03.696212 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3ade313c-dfe7-4fc5-87e2-004ae303234c req-afe6ffdf-a5b0-413d-9281-f859435c895d tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464468 Aug 21 01:34:03.755868 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.876410 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (f1c7b23b-488a-41ab-b514-4c821cab3e05), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:03.950313 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:04.106263 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] Deleting port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:34:04.106602 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:04.184219 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=100 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:04.188639 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device e4b73611-033b-4308-a783-7eb1276695e7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:34:04.191055 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] For port 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f4db21a-7b6d-4ce4-abac-c0b12bacb64c,segment=NetworkSegment(c43a51ea-3556-493f-a8bc-b361ab553bdd),segment_id=c43a51ea-3556-493f-a8bc-b361ab553bdd)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:04.191415 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:04.204664 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] Calling delete_port for 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c owned by network:router_interface {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:34:04.211605 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: e4b73611-033b-4308-a783-7eb1276695e7 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:34:04.212204 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device e4b73611-033b-4308-a783-7eb1276695e7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:34:04.212639 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 95d01360-f5c6-41b4-bd18-bf60998f14af no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:34:04.365176 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 95d01360-f5c6-41b4-bd18-bf60998f14af {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:34:04.366126 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 95d01360-f5c6-41b4-bd18-bf60998f14af not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:34:04.483494 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (8f4db21a-7b6d-4ce4-abac-c0b12bacb64c), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:04.510019 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4db21a-7b6d-4ce4-abac-c0b12bacb64c,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:04.692521 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (f1c7b23b-488a-41ab-b514-4c821cab3e05), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:04.805183 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:04.844180 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d8e09-c43d-429a-9867-5a3a25fe4ad7 req-f30b30e5-a29f-48dc-8c59-3b6fe7351dd0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:04.845145 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c10d8e09-c43d-429a-9867-5a3a25fe4ad7 req-f30b30e5-a29f-48dc-8c59-3b6fe7351dd0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 945 time: 0.0615482 Aug 21 01:34:04.905103 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c10d8e09-c43d-429a-9867-5a3a25fe4ad7 req-5eccbf3c-7858-4919-a4a9-7a1be645aa42 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544739 Aug 21 01:34:04.926803 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] Router f1c7b23b-488a-41ab-b514-4c821cab3e05 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:34:05.028567 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664534f3-fb78-4636-baad-5919092ddbc0 req-7ac08a94-f6cc-4534-b37d-3c518198ebee tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:05.030299 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-664534f3-fb78-4636-baad-5919092ddbc0 req-7ac08a94-f6cc-4534-b37d-3c518198ebee tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 945 time: 0.0498633 Aug 21 01:34:05.031438 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:34:05.037985 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-541e34d3-4ea3-46c7-992f-15774621849d admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/f1c7b23b-488a-41ab-b514-4c821cab3e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5066528 Aug 21 01:34:05.039912 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58876) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:05.040282 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58878) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:05.046006 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] Sync routers for ids ['f1c7b23b-488a-41ab-b514-4c821cab3e05'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:34:05.050700 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:05.051016 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:05.052010 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-de8ec303-4a2c-4aad-93f8-2d45adfa5cb1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'floatingip': {'port_id': '7d30bbc9-a97b-43d2-b319-9d4924803d0f'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:05.062288 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] Routers {'f1c7b23b-488a-41ab-b514-4c821cab3e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:05.062288 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['f1c7b23b-488a-41ab-b514-4c821cab3e05'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:05.157715 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de8ec303-4a2c-4aad-93f8-2d45adfa5cb1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (e4a39065-4cfd-429e-adc2-bea9c6c49a31), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:05.252592 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] Set router f1c7b23b-488a-41ab-b514-4c821cab3e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:05.281545 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Publish callbacks [] for router (f1c7b23b-488a-41ab-b514-4c821cab3e05), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:05.358409 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=100 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:05.436751 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'name': 'tempest-TestShelveInstance-1467725800-router', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:22Z', 'updated_at': '2022-08-21T01:34:04Z', 'revision_number': 5, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'gw_port': {'id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:23Z', 'updated_at': '2022-08-21T01:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:05.467412 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] Checking router: f1c7b23b-488a-41ab-b514-4c821cab3e05 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:34:05.478515 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] Routers {'f1c7b23b-488a-41ab-b514-4c821cab3e05'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:05.479441 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['f1c7b23b-488a-41ab-b514-4c821cab3e05'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:05.485523 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Publish callbacks [] for router_gateway (f1c7b23b-488a-41ab-b514-4c821cab3e05), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:05.582608 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] Set router f1c7b23b-488a-41ab-b514-4c821cab3e05 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:05.642000 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Deleting port c6eaf3e7-5e68-4fba-9fb1-338ee754d614 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:34:05.646702 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:05.790180 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'name': 'tempest-TestShelveInstance-1467725800-router', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:22Z', 'updated_at': '2022-08-21T01:34:04Z', 'revision_number': 5, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'gw_port': {'id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:23Z', 'updated_at': '2022-08-21T01:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:05.800018 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] For port c6eaf3e7-5e68-4fba-9fb1-338ee754d614, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c6eaf3e7-5e68-4fba-9fb1-338ee754d614,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:05.800746 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:05.804659 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de8ec303-4a2c-4aad-93f8-2d45adfa5cb1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:05.815482 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9749e5-e5f7-4209-b40f-ab2610c2fdeb None None] The sync data for ids ['f1c7b23b-488a-41ab-b514-4c821cab3e05'] in dv-cinder-master-3-iscsi is: [{'id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'name': 'tempest-TestShelveInstance-1467725800-router', 'tenant_id': 'df1eeabcc1264062a10d42671ad56c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:28:22Z', 'updated_at': '2022-08-21T01:34:04Z', 'revision_number': 5, 'project_id': 'df1eeabcc1264062a10d42671ad56c3c', 'gw_port': {'id': 'c6eaf3e7-5e68-4fba-9fb1-338ee754d614', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c7b23b-488a-41ab-b514-4c821cab3e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:28:23Z', 'updated_at': '2022-08-21T01:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:34:05.818437 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Calling delete_port for c6eaf3e7-5e68-4fba-9fb1-338ee754d614 owned by network:router_gateway {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:34:05.868348 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de8ec303-4a2c-4aad-93f8-2d45adfa5cb1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (e4a39065-4cfd-429e-adc2-bea9c6c49a31), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:06.178809 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:06.242203 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:34:06.245341 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [None req-de8ec303-4a2c-4aad-93f8-2d45adfa5cb1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Floating IP e4a39065-4cfd-429e-adc2-bea9c6c49a31 associated. External IP: 172.37.5.78, port: 7d30bbc9-a97b-43d2-b319-9d4924803d0f. Aug 21 01:34:06.266199 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:34:06.266548 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 8f4db21a-7b6d-4ce4-abac-c0b12bacb64c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:34:06.361719 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:06.450759 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (c6eaf3e7-5e68-4fba-9fb1-338ee754d614), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:06.485905 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6eaf3e7-5e68-4fba-9fb1-338ee754d614,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:06.571589 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8ec303-4a2c-4aad-93f8-2d45adfa5cb1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Router eebb2dcd-4787-4d64-9758-f797abd6c48b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:34:06.575736 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (f1c7b23b-488a-41ab-b514-4c821cab3e05), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:06.699549 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (f1c7b23b-488a-41ab-b514-4c821cab3e05), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:06.701784 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Publish callbacks [] for router_controller (f1c7b23b-488a-41ab-b514-4c821cab3e05), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:06.798576 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8ec303-4a2c-4aad-93f8-2d45adfa5cb1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:34:06.802920 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de8ec303-4a2c-4aad-93f8-2d45adfa5cb1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:06.808806 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:34:06.818535 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:06.820001 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:06.841401 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-de8ec303-4a2c-4aad-93f8-2d45adfa5cb1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/e4a39065-4cfd-429e-adc2-bea9c6c49a31 HTTP/1.1" status: 200 len: 990 time: 1.7989066 Aug 21 01:34:06.842412 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8554ae19-faa1-4d72-8d84-529daa809281', 'tag': '7d30bbc9-a97b-43d2-b319-9d4924803d0f'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:34:06.844825 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8554ae19-faa1-4d72-8d84-529daa809281", "tag": "7d30bbc9-a97b-43d2-b319-9d4924803d0f"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:34:06.847668 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (f1c7b23b-488a-41ab-b514-4c821cab3e05), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:06.848309 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c7b23b-488a-41ab-b514-4c821cab3e05 {{(pid=106924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:34:06.852639 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:06.856124 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-fc6274e0-c128-4c65-ae3c-b93f0b826f9a admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/f1c7b23b-488a-41ab-b514-4c821cab3e05 HTTP/1.1" status: 204 len: 168 time: 1.8126512 Aug 21 01:34:06.856842 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58904) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:06.915162 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa69a648-147f-4175-88ef-213d27df4ec2 x-openstack-request-id: req-fa69a648-147f-4175-88ef-213d27df4ec2 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:34:06.915461 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8554ae19-faa1-4d72-8d84-529daa809281", "tag": "7d30bbc9-a97b-43d2-b319-9d4924803d0f", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:34:06.915808 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fa69a648-147f-4175-88ef-213d27df4ec2 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:34:06.916176 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa69a648-147f-4175-88ef-213d27df4ec2'] response: {'name': 'network-changed', 'server_uuid': '8554ae19-faa1-4d72-8d84-529daa809281', 'tag': '7d30bbc9-a97b-43d2-b319-9d4924803d0f', 'status': 'completed', 'code': 200} Aug 21 01:34:06.917571 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_v2 [None req-4206dc3b-0eb4-4128-b5a3-9a610e106390 admin admin] Deleting subnet a03b9dca-7872-4c51-8b6c-c4440eacdb1c {{(pid=106923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:34:06.920922 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4206dc3b-0eb4-4128-b5a3-9a610e106390 admin admin] Publish callbacks [] for subnet (a03b9dca-7872-4c51-8b6c-c4440eacdb1c), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:06.962634 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:06.966882 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4206dc3b-0eb4-4128-b5a3-9a610e106390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291515'] for subnet (a03b9dca-7872-4c51-8b6c-c4440eacdb1c), precommit_delete_associations {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:07.048503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-9c7a9a7f-e95e-4945-96f3-3cc2612b648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:07.050239 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-9c7a9a7f-e95e-4945-96f3-3cc2612b648a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 1129 time: 0.0601764 Aug 21 01:34:07.117245 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4206dc3b-0eb4-4128-b5a3-9a610e106390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (a03b9dca-7872-4c51-8b6c-c4440eacdb1c), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:07.189279 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:07.218877 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-10be46f8-1e18-4ae3-a721-76cf079f3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:07.220348 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-10be46f8-1e18-4ae3-a721-76cf079f3909 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 915 time: 0.1639540 Aug 21 01:34:07.239666 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e4a39065-4cfd-429e-adc2-bea9c6c49a31', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.78', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '7d30bbc9-a97b-43d2-b319-9d4924803d0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:44:fe:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554ae19-faa1-4d72-8d84-529daa809281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:33:49Z', 'updated_at': '2022-08-21T01:34:05Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:07.271402 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:34:07.281491 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:07.282098 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:07.293272 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-a0ce81d8-c073-4667-b842-e3ddb7fdd5cc service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d30bbc9-a97b-43d2-b319-9d4924803d0f HTTP/1.1" status: 200 len: 998 time: 0.0644665 Aug 21 01:34:07.341509 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4206dc3b-0eb4-4128-b5a3-9a610e106390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9291481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8566281'] for subnet (a03b9dca-7872-4c51-8b6c-c4440eacdb1c), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:07.380029 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206dc3b-0eb4-4128-b5a3-9a610e106390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03b9dca-7872-4c51-8b6c-c4440eacdb1c,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:07.386869 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-4206dc3b-0eb4-4128-b5a3-9a610e106390 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:07.392218 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-4206dc3b-0eb4-4128-b5a3-9a610e106390 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/a03b9dca-7872-4c51-8b6c-c4440eacdb1c HTTP/1.1" status: 204 len: 168 time: 0.5315411 Aug 21 01:34:07.392218 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-61fedbfb-4f0a-4451-94a4-1d4721006ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:07.392769 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58906) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:07.393302 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-61fedbfb-4f0a-4451-94a4-1d4721006ede service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.0945659 Aug 21 01:34:07.413884 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25ec8e-f50a-4e7b-aa10-75e532994f51 None None] Network 8406f1ab-27fa-4fe5-bef3-a341c8500c2f requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:34:07.441438 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:07.470777 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-3d939fb0-1398-4053-bb0d-a64ebb156321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:07.472866 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-3d939fb0-1398-4053-bb0d-a64ebb156321 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730138 Aug 21 01:34:07.502801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:07.504802 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (8406f1ab-27fa-4fe5-bef3-a341c8500c2f), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:07.565889 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Deleting port f81ee041-eae7-4360-86f6-8d0f7cdf5615 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:34:07.566576 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:07.598822 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-232ef9a4-9035-4f8d-b3d2-88b24a99981c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197994 Aug 21 01:34:07.643835 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] For port f81ee041-eae7-4360-86f6-8d0f7cdf5615, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f81ee041-eae7-4360-86f6-8d0f7cdf5615,segment=NetworkSegment(c43a51ea-3556-493f-a8bc-b361ab553bdd),segment_id=c43a51ea-3556-493f-a8bc-b361ab553bdd)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:07.644748 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:07.655721 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:07.661478 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Calling delete_port for f81ee041-eae7-4360-86f6-8d0f7cdf5615 owned by network:dhcp {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:34:07.703919 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55de416-0de5-4f0e-84c0-eaf88e6b9328 None None] DHCP port deletion for 8406f1ab-27fa-4fe5-bef3-a341c8500c2f request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:34:07.718719 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:07.742772 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-41e1fed8-60cd-4fe0-aa63-f2362a05e5c5 req-9e5e5283-ee40-4ac4-b466-a503c8c1ccbd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365197 Aug 21 01:34:07.767787 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:07.774910 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-e55de416-0de5-4f0e-84c0-eaf88e6b9328 None None] Deleting port f81ee041-eae7-4360-86f6-8d0f7cdf5615 {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:34:07.775292 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e55de416-0de5-4f0e-84c0-eaf88e6b9328 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:07.871575 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e4a39065-4cfd-429e-adc2-bea9c6c49a31', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.78', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '7d30bbc9-a97b-43d2-b319-9d4924803d0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:44:fe:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554ae19-faa1-4d72-8d84-529daa809281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:33:49Z', 'updated_at': '2022-08-21T01:34:05Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:07.872364 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:07.898901 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81ee041-eae7-4360-86f6-8d0f7cdf5615,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:07.904513 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257f2a1-afe5-435b-8061-d3f99b7992ec None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e4a39065-4cfd-429e-adc2-bea9c6c49a31', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.78', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': '7d30bbc9-a97b-43d2-b319-9d4924803d0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:44:fe:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554ae19-faa1-4d72-8d84-529daa809281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:33:49Z', 'updated_at': '2022-08-21T01:34:05Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:34:07.904892 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] No DVR routers for this DVR port f81ee041-eae7-4360-86f6-8d0f7cdf5615 on host dv-cinder-master-3-iscsi {{(pid=106924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:34:07.915468 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-e55de416-0de5-4f0e-84c0-eaf88e6b9328 None None] For port f81ee041-eae7-4360-86f6-8d0f7cdf5615, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f81ee041-eae7-4360-86f6-8d0f7cdf5615,segment=NetworkSegment(c43a51ea-3556-493f-a8bc-b361ab553bdd),segment_id=c43a51ea-3556-493f-a8bc-b361ab553bdd)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:07.915996 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e55de416-0de5-4f0e-84c0-eaf88e6b9328 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:07.932532 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-e55de416-0de5-4f0e-84c0-eaf88e6b9328 None None] Calling delete_port for f81ee041-eae7-4360-86f6-8d0f7cdf5615 owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:34:07.993770 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (8406f1ab-27fa-4fe5-bef3-a341c8500c2f), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:08.025588 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8406f1ab-27fa-4fe5-bef3-a341c8500c2f']}} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:08.033880 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e55de416-0de5-4f0e-84c0-eaf88e6b9328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (f81ee041-eae7-4360-86f6-8d0f7cdf5615), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:08.036691 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43a51ea-3556-493f-a8bc-b361ab553bdd') {'for_net_delete': True} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:08.037044 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43a51ea-3556-493f-a8bc-b361ab553bdd') {} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:08.050223 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9055169'] for segment (c43a51ea-3556-493f-a8bc-b361ab553bdd), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:08.058810 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:08.069973 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (c43a51ea-3556-493f-a8bc-b361ab553bdd), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:08.071760 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55de416-0de5-4f0e-84c0-eaf88e6b9328 None None] Pushing event deleted for resources: {'Port': ['ID=f81ee041-eae7-4360-86f6-8d0f7cdf5615,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:08.078901 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=106924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:34:08.078901 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432606'] for segment (c43a51ea-3556-493f-a8bc-b361ab553bdd), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:08.088416 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55de416-0de5-4f0e-84c0-eaf88e6b9328 None None] No DVR routers for this DVR port f81ee041-eae7-4360-86f6-8d0f7cdf5615 on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:34:08.117587 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment c43a51ea-3556-493f-a8bc-b361ab553bdd resource provider aggregate not found Aug 21 01:34:08.171039 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment c43a51ea-3556-493f-a8bc-b361ab553bdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c43a51ea-3556-493f-a8bc-b361ab553bdd found for delete ", "request_id": "req-faa20e3b-7333-4f28-b1ce-7751681bf8d3"}]} Aug 21 01:34:08.228066 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c354f1-258b-4579-8cca-91570a0ebada None None] New status for floating IP e4a39065-4cfd-429e-adc2-bea9c6c49a31: ACTIVE {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:34:08.242593 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c6eaf3e7-5e68-4fba-9fb1-338ee754d614 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:34:08.263786 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: c6eaf3e7-5e68-4fba-9fb1-338ee754d614 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:34:08.264157 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c6eaf3e7-5e68-4fba-9fb1-338ee754d614 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:34:08.272243 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f81ee041-eae7-4360-86f6-8d0f7cdf5615 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:34:08.284880 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: f81ee041-eae7-4360-86f6-8d0f7cdf5615 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:34:08.285541 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device f81ee041-eae7-4360-86f6-8d0f7cdf5615 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:34:08.289122 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (8406f1ab-27fa-4fe5-bef3-a341c8500c2f), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:08.301402 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:08.302497 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/8406f1ab-27fa-4fe5-bef3-a341c8500c2f HTTP/1.1" status: 204 len: 168 time: 0.9081740 Aug 21 01:34:08.315139 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ed61-f39f-4966-80b2-5aa372ded362 admin admin] Pushing event deleted for resources: {'Network': ['ID=8406f1ab-27fa-4fe5-bef3-a341c8500c2f,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:08.774694 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58924) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:08.825280 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-2c811c87-4109-4b51-85ba-6013fd3ecbb6 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ac06ecc6fc93477ba4909284525df514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493932 Aug 21 01:34:08.827939 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58926) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:08.881341 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-97d2a99d-3fa9-48cd-a2b0-7889756d5f83 admin admin] Publish callbacks [] for security_group (9f493a05-baa6-43ce-bd0d-4682c1ddee54), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:08.903402 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-97d2a99d-3fa9-48cd-a2b0-7889756d5f83 admin admin] Publish callbacks [] for security_group (9f493a05-baa6-43ce-bd0d-4682c1ddee54), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:09.024878 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-97d2a99d-3fa9-48cd-a2b0-7889756d5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (9f493a05-baa6-43ce-bd0d-4682c1ddee54), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:09.027510 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-97d2a99d-3fa9-48cd-a2b0-7889756d5f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:09.028708 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-97d2a99d-3fa9-48cd-a2b0-7889756d5f83 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9f493a05-baa6-43ce-bd0d-4682c1ddee54 HTTP/1.1" status: 204 len: 168 time: 0.1996329 Aug 21 01:34:09.037078 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2a99d-3fa9-48cd-a2b0-7889756d5f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f493a05-baa6-43ce-bd0d-4682c1ddee54,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:09.317511 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:09.894544 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58934) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:09.940704 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-908e0b22-dea7-4e15-8f23-a63a30a95c72 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=df1eeabcc1264062a10d42671ad56c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449989 Aug 21 01:34:09.943329 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58936) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:09.992742 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c0a18e47-19a0-4bce-aa0e-71d84013e92c admin admin] Publish callbacks [] for security_group (88918864-71af-4d4e-934b-671b7d20cdee), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:10.014072 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c0a18e47-19a0-4bce-aa0e-71d84013e92c admin admin] Publish callbacks [] for security_group (88918864-71af-4d4e-934b-671b7d20cdee), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:10.147093 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c0a18e47-19a0-4bce-aa0e-71d84013e92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (88918864-71af-4d4e-934b-671b7d20cdee), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:10.147093 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c0a18e47-19a0-4bce-aa0e-71d84013e92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:10.147093 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c0a18e47-19a0-4bce-aa0e-71d84013e92c admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/88918864-71af-4d4e-934b-671b7d20cdee HTTP/1.1" status: 204 len: 168 time: 0.1996660 Aug 21 01:34:10.153019 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18e47-19a0-4bce-aa0e-71d84013e92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88918864-71af-4d4e-934b-671b7d20cdee,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:14.026815 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58978) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:14.138385 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c6bf-2e1e-4953-8271-eae9ad6210ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:14.215501 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c6bf-2e1e-4953-8271-eae9ad6210ad admin admin] Publish callbacks [] for security_group (f175c6a4-e0a1-4157-b80d-69660892e6bc), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:14.299822 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c6bf-2e1e-4953-8271-eae9ad6210ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (f175c6a4-e0a1-4157-b80d-69660892e6bc), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:14.340062 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3c6bf-2e1e-4953-8271-eae9ad6210ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f175c6a4-e0a1-4157-b80d-69660892e6bc,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:14.346081 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-2cd3c6bf-2e1e-4953-8271-eae9ad6210ad admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=6ea5e68c0fd84fc9b4e02d6b4d391918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180614 Aug 21 01:34:14.347327 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58982) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:14.399322 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-480b05ac-4456-4b59-be70-d50db865a4ec admin admin] Publish callbacks [] for security_group (f175c6a4-e0a1-4157-b80d-69660892e6bc), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:14.422783 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-480b05ac-4456-4b59-be70-d50db865a4ec admin admin] Publish callbacks [] for security_group (f175c6a4-e0a1-4157-b80d-69660892e6bc), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:14.551327 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-480b05ac-4456-4b59-be70-d50db865a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (f175c6a4-e0a1-4157-b80d-69660892e6bc), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:14.554552 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-480b05ac-4456-4b59-be70-d50db865a4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:14.555725 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-480b05ac-4456-4b59-be70-d50db865a4ec admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/f175c6a4-e0a1-4157-b80d-69660892e6bc HTTP/1.1" status: 204 len: 168 time: 0.2074289 Aug 21 01:34:14.563938 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b05ac-4456-4b59-be70-d50db865a4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f175c6a4-e0a1-4157-b80d-69660892e6bc,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:15.050376 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-9d119d64-e9ad-405c-861d-1ec25e853fd7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430102 Aug 21 01:34:15.163200 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-e9310fd5-7695-4f8d-89c5-8c5b449edb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:15.165263 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-e9310fd5-7695-4f8d-89c5-8c5b449edb2e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 1129 time: 0.0406044 Aug 21 01:34:15.201635 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58988) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:15.218882 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab83d-9a36-440a-88e3-d9bf140e0474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:15.255317 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:15.282971 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-78d52d5a-221f-4045-b9d1-d12682fe9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:15.284486 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-78d52d5a-221f-4045-b9d1-d12682fe9719 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 915 time: 0.1001942 Aug 21 01:34:15.341489 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab83d-9a36-440a-88e3-d9bf140e0474 admin admin] Publish callbacks [] for security_group (76d89908-7e4b-430f-a756-58089f9fbe97), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:15.349403 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-6b589403-eb7d-4e75-9b05-dd46baf0d46f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d30bbc9-a97b-43d2-b319-9d4924803d0f HTTP/1.1" status: 200 len: 1000 time: 0.0579157 Aug 21 01:34:15.395809 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab83d-9a36-440a-88e3-d9bf140e0474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (76d89908-7e4b-430f-a756-58089f9fbe97), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:15.405782 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-75466e25-122a-4460-9db0-bb7b1bdc7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:15.408195 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-75466e25-122a-4460-9db0-bb7b1bdc7268 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.0494707 Aug 21 01:34:15.430171 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ff6ab83d-9a36-440a-88e3-d9bf140e0474 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=91082b44fa08489dab1cc89e3cff5a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273700 Aug 21 01:34:15.435253 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58990) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:15.452820 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ab83d-9a36-440a-88e3-d9bf140e0474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d89908-7e4b-430f-a756-58089f9fbe97,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:15.458697 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-a7958578-371c-415d-82a5-644c88bf407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:15.461707 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-a7958578-371c-415d-82a5-644c88bf407c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420809 Aug 21 01:34:15.493566 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b5956c25-d01b-4918-a4b8-1ed7380dfd7f admin admin] Publish callbacks [] for security_group (76d89908-7e4b-430f-a756-58089f9fbe97), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:15.500588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:15.515233 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b5956c25-d01b-4918-a4b8-1ed7380dfd7f admin admin] Publish callbacks [] for security_group (76d89908-7e4b-430f-a756-58089f9fbe97), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:15.521113 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:15.559520 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-7ac19fed-6905-4372-8c5c-6a8ad9da6e38 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920422 Aug 21 01:34:15.655363 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-be6231c5-ac8d-4408-b03f-1d00761a81d5 req-c88d9668-39b2-43fc-b5c4-1aeccc5920e8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890591 Aug 21 01:34:15.676181 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b5956c25-d01b-4918-a4b8-1ed7380dfd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (76d89908-7e4b-430f-a756-58089f9fbe97), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:15.679861 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b5956c25-d01b-4918-a4b8-1ed7380dfd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:15.680438 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b5956c25-d01b-4918-a4b8-1ed7380dfd7f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/76d89908-7e4b-430f-a756-58089f9fbe97 HTTP/1.1" status: 204 len: 168 time: 0.2442799 Aug 21 01:34:15.688961 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5956c25-d01b-4918-a4b8-1ed7380dfd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d89908-7e4b-430f-a756-58089f9fbe97,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:16.429058 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 58996) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:16.442728 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-548ba23d-7af7-414c-80e5-90bf9df0f58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:16.479512 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=10 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:16.522756 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-548ba23d-7af7-414c-80e5-90bf9df0f58c admin admin] Publish callbacks [] for security_group (8f131e7f-5083-442c-89eb-eaaaf0bffa2f), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:16.590117 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-548ba23d-7af7-414c-80e5-90bf9df0f58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (8f131e7f-5083-442c-89eb-eaaaf0bffa2f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:16.630071 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-548ba23d-7af7-414c-80e5-90bf9df0f58c admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=ad0d434b186f49a98eaf787d403f37cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998889 Aug 21 01:34:16.631219 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ba23d-7af7-414c-80e5-90bf9df0f58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f131e7f-5083-442c-89eb-eaaaf0bffa2f,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:16.632770 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 58998) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:16.682173 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-acb13e68-3847-48a7-9bb3-fada08304898 admin admin] Publish callbacks [] for security_group (8f131e7f-5083-442c-89eb-eaaaf0bffa2f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:16.702471 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-acb13e68-3847-48a7-9bb3-fada08304898 admin admin] Publish callbacks [] for security_group (8f131e7f-5083-442c-89eb-eaaaf0bffa2f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:16.854698 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-acb13e68-3847-48a7-9bb3-fada08304898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (8f131e7f-5083-442c-89eb-eaaaf0bffa2f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:16.857636 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-acb13e68-3847-48a7-9bb3-fada08304898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:16.858881 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-acb13e68-3847-48a7-9bb3-fada08304898 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/8f131e7f-5083-442c-89eb-eaaaf0bffa2f HTTP/1.1" status: 204 len: 168 time: 0.2250299 Aug 21 01:34:16.867294 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb13e68-3847-48a7-9bb3-fada08304898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f131e7f-5083-442c-89eb-eaaaf0bffa2f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:17.940582 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59020) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:18.046137 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-846416829-network', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:18.163705 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Made reservation on behalf of 4124766f4f2843229059dbbdf7a2de74 for: {'network': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:34:18.166107 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:18.175121 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:18.250370 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Publish callbacks [] for security_group (ff49c492-dd5d-42ba-a2ac-86223b9e954f), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:18.339999 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (ff49c492-dd5d-42ba-a2ac-86223b9e954f), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:18.368443 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=106923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:34:18.370179 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:18.375108 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff49c492-dd5d-42ba-a2ac-86223b9e954f,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:18.381068 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (0f7653aa-e9ff-4364-bdfe-c48609b8a274), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:18.385142 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.segments_db [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Added segment 0f7653aa-e9ff-4364-bdfe-c48609b8a274 of type vlan for network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 Aug 21 01:34:18.425547 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (e4ca6005-16bf-4430-905e-1ccbd3a7f5d3), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:18.523353 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (e4ca6005-16bf-4430-905e-1ccbd3a7f5d3), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:18.524623 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:18.525251 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:18.554444 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:18.585749 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:18.596588 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:34:18.628454 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-03c0da84-65a5-409e-bf79-a0398d2b55a0 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6867185 Aug 21 01:34:18.632236 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59024) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:18.638350 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Request body: {'subnet': {'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-846416829-subnet', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'ip_version': 4}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:18.745752 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Made reservation on behalf of 4124766f4f2843229059dbbdf7a2de74 for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:34:18.748232 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9277724'] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:18.997908 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9277742'] for subnet (51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:19.055845 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:19.071555 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Checking segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:34:19.078256 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Network hostable DHCP agents. Network: e4ca6005-16bf-4430-905e-1ccbd3a7f5d3, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:34:19.140289 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:34:19.214287 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e4ca6005-16bf-4430-905e-1ccbd3a7f5d3) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:19.218551 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:19.219240 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:19.227497 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4d4c6a-2196-4e78-84a1-511c6b3d4f71 None None] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:34:19.303303 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-235e3048-5de4-4c59-bf50-ae561c013d2e admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6691976 Aug 21 01:34:19.306777 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59026) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:19.311318 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:19.330522 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:34:19.331453 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:19.408565 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (dcf54b28-3f28-46f1-bac1-9e434cac4e89), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:19.409623 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (dcf54b28-3f28-46f1-bac1-9e434cac4e89), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:19.423269 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:19.467549 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks [] for router_controller (dcf54b28-3f28-46f1-bac1-9e434cac4e89), precommit_add_association {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:19.484193 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Allocated IP 172.20.0.2 (e4ca6005-16bf-4430-905e-1ccbd3a7f5d3/51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e/a41fd574-e824-490e-98da-c3020df6f2ce) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:34:19.674334 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks [] for router_gateway (dcf54b28-3f28-46f1-bac1-9e434cac4e89), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:19.757292 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Publish callbacks [] for port (a41fd574-e824-490e-98da-c3020df6f2ce), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:19.860510 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:19.903246 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:34:19.908171 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:19.912276 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:34:19.915668 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Pushing event updated for resources: {'Port': ['ID=a41fd574-e824-490e-98da-c3020df6f2ce,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:20.047858 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Attempting to bind port a41fd574-e824-490e-98da-c3020df6f2ce on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:34:20.048269 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Attempting to bind port a41fd574-e824-490e-98da-c3020df6f2ce by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:34:20.048682 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Attempting to bind port a41fd574-e824-490e-98da-c3020df6f2ce on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:34:20.054661 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:34:20.054993 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Checking segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:34:20.055425 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:20.055822 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Bound using segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:34:20.056332 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Bound port: a41fd574-e824-490e-98da-c3020df6f2ce, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:34:20.056742 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:20.058675 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:20.127146 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] For port a41fd574-e824-490e-98da-c3020df6f2ce, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:34:20.131117 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] For port a41fd574-e824-490e-98da-c3020df6f2ce, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a41fd574-e824-490e-98da-c3020df6f2ce,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:34:20.215905 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:20.221352 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:20.223219 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks [] for router_gateway (dcf54b28-3f28-46f1-bac1-9e434cac4e89), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:20.246831 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:20.278295 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b16819-826b-4b12-836c-08e8b2906efa None None] Pushing event updated for resources: {'Port': ['ID=a41fd574-e824-490e-98da-c3020df6f2ce,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:20.399291 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Allocated IP 172.37.5.185 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/296ba5a8-068d-41de-9275-d6abb030d0d4) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:34:20.516993 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks [] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:20.544773 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:20.626172 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:20.670905 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:34:20.675570 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:20.679934 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:34:20.683358 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Pushing event updated for resources: {'Port': ['ID=296ba5a8-068d-41de-9275-d6abb030d0d4,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:20.716625 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.716625 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.717642 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.717642 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.717856 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.718161 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.718469 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.718791 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.719114 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.719443 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.719764 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.720084 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.720428 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.720744 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:20.721061 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:21.049122 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks [] for router_gateway (dcf54b28-3f28-46f1-bac1-9e434cac4e89), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:21.145128 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c43b6-8c1f-4bbf-9256-0be7b4fc3cf1 None None] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:34:21.230797 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-fde8eca8-52a1-43b1-b4bb-baed8691ecbf None None] Provisioning complete for port a41fd574-e824-490e-98da-c3020df6f2ce triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:21.231197 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-fde8eca8-52a1-43b1-b4bb-baed8691ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:21.245556 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (dcf54b28-3f28-46f1-bac1-9e434cac4e89), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:21.347078 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-fde8eca8-52a1-43b1-b4bb-baed8691ecbf None None] Current status of the port a41fd574-e824-490e-98da-c3020df6f2ce is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:21.347472 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-fde8eca8-52a1-43b1-b4bb-baed8691ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:21.387505 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-fde8eca8-52a1-43b1-b4bb-baed8691ecbf None None] For port a41fd574-e824-490e-98da-c3020df6f2ce, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a41fd574-e824-490e-98da-c3020df6f2ce,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:21.483489 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Router dcf54b28-3f28-46f1-bac1-9e434cac4e89 is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:34:21.506253 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-fde8eca8-52a1-43b1-b4bb-baed8691ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:21.530248 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=95 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:21.567754 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8eca8-52a1-43b1-b4bb-baed8691ecbf None None] Pushing event updated for resources: {'Port': ['ID=a41fd574-e824-490e-98da-c3020df6f2ce,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:21.592336 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:34:21.601378 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Sync routers for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:34:21.611959 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:21.612671 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:21.685560 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:21.686880 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-fd66701c-b539-4565-bf07-88ae6bd27290 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3790591 Aug 21 01:34:21.687199 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-abe71865-50c1-4eb6-85c5-35b73143a37d None None] Provisioning complete for port a41fd574-e824-490e-98da-c3020df6f2ce triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:21.687543 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-abe71865-50c1-4eb6-85c5-35b73143a37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:21.689628 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59030) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:21.758839 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:21.760612 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:21.825213 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:21.863848 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-abe71865-50c1-4eb6-85c5-35b73143a37d None None] Current status of the port a41fd574-e824-490e-98da-c3020df6f2ce is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:21.976698 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:21.979684 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:20Z', 'revision_number': 3, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:22.005785 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Checking router: dcf54b28-3f28-46f1-bac1-9e434cac4e89 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:34:22.006180 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Updating router dcf54b28-3f28-46f1-bac1-9e434cac4e89 port 296ba5a8-068d-41de-9275-d6abb030d0d4 binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:34:22.036853 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.122057 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.236399 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device a41fd574-e824-490e-98da-c3020df6f2ce up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:22.308620 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Allocated IP 172.20.0.1 (e4ca6005-16bf-4430-905e-1ccbd3a7f5d3/51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e/e263317b-b18b-4c33-9873-0e220733c4f1) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:34:22.342925 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port a41fd574-e824-490e-98da-c3020df6f2ce triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:22.343247 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.392687 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Publish callbacks [] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.444073 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Publish callbacks [] for port (e263317b-b18b-4c33-9873-0e220733c4f1), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.444324 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port a41fd574-e824-490e-98da-c3020df6f2ce is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:22.454048 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.477414 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:22.490607 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Attempting to bind port 296ba5a8-068d-41de-9275-d6abb030d0d4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:34:22.490943 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Attempting to bind port 296ba5a8-068d-41de-9275-d6abb030d0d4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:34:22.491306 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Attempting to bind port 296ba5a8-068d-41de-9275-d6abb030d0d4 on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:34:22.503604 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:34:22.504153 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:34:22.511753 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.511753 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:34:22.511753 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Bound port: 296ba5a8-068d-41de-9275-d6abb030d0d4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:34:22.511753 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.511753 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bfcc9-5d06-41ba-81db-44cf62f4affc None None] Pushing event updated for resources: {'Port': ['ID=296ba5a8-068d-41de-9275-d6abb030d0d4,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:22.561877 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] For port 296ba5a8-068d-41de-9275-d6abb030d0d4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:34:22.565120 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] For port 296ba5a8-068d-41de-9275-d6abb030d0d4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=296ba5a8-068d-41de-9275-d6abb030d0d4,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:34:22.632237 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.661117 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.677950 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:34:22.683228 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:22.685523 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=e263317b-b18b-4c33-9873-0e220733c4f1,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:22.687752 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:34:22.716204 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:22.716650 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:22.742056 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (dcf54b28-3f28-46f1-bac1-9e434cac4e89), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:22.780432 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bfcc9-5d06-41ba-81db-44cf62f4affc None None] Pushing event updated for resources: {'Port': ['ID=296ba5a8-068d-41de-9275-d6abb030d0d4,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:22.832170 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:22.845801 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:22.904413 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:22.953113 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:23.000849 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:23.009360 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-f80b6fb6-95d2-4e4c-b086-05faecd58b61 None None] Provisioning complete for port e263317b-b18b-4c33-9873-0e220733c4f1 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:23.009735 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f80b6fb6-95d2-4e4c-b086-05faecd58b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:23.071706 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-f80b6fb6-95d2-4e4c-b086-05faecd58b61 None None] Port e263317b-b18b-4c33-9873-0e220733c4f1 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:34:23.073237 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:20Z', 'revision_number': 3, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:23.099942 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6a385-ec66-4838-ade3-6ce6f77fe3cd None None] The sync data for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi is: [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:20Z', 'revision_number': 3, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:34:23.127426 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Publish callbacks [] for port (e263317b-b18b-4c33-9873-0e220733c4f1), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:23.196638 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:23.269094 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (dcf54b28-3f28-46f1-bac1-9e434cac4e89), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:23.271116 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=e263317b-b18b-4c33-9873-0e220733c4f1,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:23.403720 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:34:23.406065 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:23.552501 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Router dcf54b28-3f28-46f1-bac1-9e434cac4e89 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:34:23.667253 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:23.686251 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:34:23.693026 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-f4cc2a95-b64d-4b62-ac8f-ea6dd2a83cc7 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/dcf54b28-3f28-46f1-bac1-9e434cac4e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0010126 Aug 21 01:34:23.705639 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-c95cf548-c7c4-4da7-a5a4-6a4e231cd0f7 None None] Provisioning complete for port e263317b-b18b-4c33-9873-0e220733c4f1 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:23.706503 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c95cf548-c7c4-4da7-a5a4-6a4e231cd0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:23.754993 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-c95cf548-c7c4-4da7-a5a4-6a4e231cd0f7 None None] Port e263317b-b18b-4c33-9873-0e220733c4f1 cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:34:24.217821 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 296ba5a8-068d-41de-9275-d6abb030d0d4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:24.271749 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 296ba5a8-068d-41de-9275-d6abb030d0d4 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:24.272766 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:24.350380 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 296ba5a8-068d-41de-9275-d6abb030d0d4 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:24.350773 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:24.373473 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 296ba5a8-068d-41de-9275-d6abb030d0d4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=296ba5a8-068d-41de-9275-d6abb030d0d4,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:24.461550 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:24.515800 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59046) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:24.520922 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2006142656-network', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:24.527403 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=296ba5a8-068d-41de-9275-d6abb030d0d4,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:24.642469 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Made reservation on behalf of fc202f480d314bad96b99d8bcb31330f for: {'network': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:34:24.644967 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:24.659660 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:24.745769 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Publish callbacks [] for security_group (b8065521-2942-4d8e-b826-7687b012f2e7), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:24.804881 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Sync routers for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:34:24.807413 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b8065521-2942-4d8e-b826-7687b012f2e7), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:24.816296 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:24.817519 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:24.830375 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=106923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:34:24.844953 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8065521-2942-4d8e-b826-7687b012f2e7,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:24.849837 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (ce56ab55-5c83-4aa3-98ee-fd21c7cd497f), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:24.850194 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.segments_db [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Added segment ce56ab55-5c83-4aa3-98ee-fd21c7cd497f of type vlan for network 2c5c4271-c500-45ec-8328-7796018fa1cf Aug 21 01:34:24.892263 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (2c5c4271-c500-45ec-8328-7796018fa1cf), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:24.910814 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:24.928828 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:24.992466 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (2c5c4271-c500-45ec-8328-7796018fa1cf), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:24.993522 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:24.994114 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.061150 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] Pushing event updated for resources: {'Network': ['ID=2c5c4271-c500-45ec-8328-7796018fa1cf,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:25.073351 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network 2c5c4271-c500-45ec-8328-7796018fa1cf details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:34:25.108697 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-92453c7e-c806-402d-b7ae-043fa13ecb4a admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5916488 Aug 21 01:34:25.111453 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59048) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:25.118065 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Request body: {'subnet': {'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2006142656-subnet', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'ip_version': 4}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:25.125934 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:23Z', 'revision_number': 2, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:25.129339 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:25.150705 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Checking router: dcf54b28-3f28-46f1-bac1-9e434cac4e89 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:34:25.151058 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Updating router dcf54b28-3f28-46f1-bac1-9e434cac4e89 port e263317b-b18b-4c33-9873-0e220733c4f1 binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:34:25.183299 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.208790 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Made reservation on behalf of fc202f480d314bad96b99d8bcb31330f for: {'subnet': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:34:25.211373 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8566322'] for subnet (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.450595 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Publish callbacks [] for port (e263317b-b18b-4c33-9873-0e220733c4f1), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.454258 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9291414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8566272'] for subnet (4e56e1ee-052c-49ff-9efb-bcd383e2c0ec), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.482337 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:25.513037 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e56e1ee-052c-49ff-9efb-bcd383e2c0ec,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:25.522748 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Checking segment: {'id': 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:34:25.523103 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Network hostable DHCP agents. Network: 2c5c4271-c500-45ec-8328-7796018fa1cf, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:34:25.534424 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.602920 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Pushing event updated for resources: {'Port': ['ID=e263317b-b18b-4c33-9873-0e220733c4f1,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:25.614167 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Network 2c5c4271-c500-45ec-8328-7796018fa1cf is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:34:25.699439 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:25.705476 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2c5c4271-c500-45ec-8328-7796018fa1cf) {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:25.707122 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.707463 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.708119 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.708483 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.708820 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.709142 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.709596 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.709901 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.711446 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.711446 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.711692 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.711915 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.712289 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.712485 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:25.712603 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.712888 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:34:25.713089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.724382 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca71a56-e000-4b54-bd0d-1572b3c0981f None None] Network 2c5c4271-c500-45ec-8328-7796018fa1cf requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:34:25.730468 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Attempting to bind port e263317b-b18b-4c33-9873-0e220733c4f1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:34:25.730849 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Attempting to bind port e263317b-b18b-4c33-9873-0e220733c4f1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:34:25.731216 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Attempting to bind port e263317b-b18b-4c33-9873-0e220733c4f1 on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:34:25.736891 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:34:25.737267 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Checking segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:34:25.737672 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.738063 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Bound using segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:34:25.738581 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Bound port: e263317b-b18b-4c33-9873-0e220733c4f1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:34:25.738962 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.806430 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-3dd191ad-8e22-4f9e-8d86-73d05b07bcef admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6936300 Aug 21 01:34:25.808508 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] For port e263317b-b18b-4c33-9873-0e220733c4f1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:34:25.808990 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59050) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:25.812829 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] For port e263317b-b18b-4c33-9873-0e220733c4f1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e263317b-b18b-4c33-9873-0e220733c4f1,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:34:25.814047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2006142656-router', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:25.918048 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.946018 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3709727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4665'] for router (6387ca17-2a3d-4558-9a81-f461230d3678), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.947503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3727867', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3835358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router (6387ca17-2a3d-4558-9a81-f461230d3678), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:25.958541 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:25.959230 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:25.965366 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-2c5c4271-c500-45ec-8328-7796018fa1cf', 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf', 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'fixed_ips': [{'subnet_id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec'}]}} from dv-cinder-master-3-iscsi. {{(pid=106925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 21 01:34:25.966339 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.006107 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks [] for router_controller (6387ca17-2a3d-4558-9a81-f461230d3678), precommit_add_association {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.046498 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29916823-fefc-461e-a2f1-dcefcfcd8e71 None None] Pushing event updated for resources: {'Port': ['ID=e263317b-b18b-4c33-9873-0e220733c4f1,revision_number=4']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:26.079563 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:26.081070 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:26.122858 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.db_base_plugin_common [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Allocated IP 172.20.0.2 (2c5c4271-c500-45ec-8328-7796018fa1cf/4e56e1ee-052c-49ff-9efb-bcd383e2c0ec/cd04ef52-432b-45e1-8fab-283d97320700) {{(pid=106925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:34:26.250036 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 296ba5a8-068d-41de-9275-d6abb030d0d4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:26.262479 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:26.308722 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:25Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:26.337296 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f225a3b-89f6-4f19-a563-ebc1b8b54aa2 None None] The sync data for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi is: [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:25Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:34:26.343796 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:26.352095 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Publish callbacks [] for port (cd04ef52-432b-45e1-8fab-283d97320700), precommit_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.360467 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 296ba5a8-068d-41de-9275-d6abb030d0d4 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:26.360971 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.435258 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626'] for port (cd04ef52-432b-45e1-8fab-283d97320700), after_create {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.500638 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Network 2c5c4271-c500-45ec-8328-7796018fa1cf is already hosted by enough agents. {{(pid=106925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:34:26.507993 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.scheduler.base_scheduler [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Resources bound (agent type, host, resource id): {{(pid=106925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:26.510539 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Received port after_create {{(pid=106925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:34:26.545729 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Pushing event updated for resources: {'Port': ['ID=cd04ef52-432b-45e1-8fab-283d97320700,revision_number=1']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:26.590189 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks [] for router_gateway (6387ca17-2a3d-4558-9a81-f461230d3678), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.610339 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 296ba5a8-068d-41de-9275-d6abb030d0d4 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:26.624777 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Attempting to bind port cd04ef52-432b-45e1-8fab-283d97320700 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:34:26.625291 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Attempting to bind port cd04ef52-432b-45e1-8fab-283d97320700 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:34:26.625757 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Attempting to bind port cd04ef52-432b-45e1-8fab-283d97320700 on network 2c5c4271-c500-45ec-8328-7796018fa1cf {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:34:26.631959 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:34:26.632372 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Checking segment: {'id': 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:34:26.637599 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.637599 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Bound using segment: {'id': 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:34:26.637599 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Bound port: cd04ef52-432b-45e1-8fab-283d97320700, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:34:26.637599 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (cd04ef52-432b-45e1-8fab-283d97320700), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.702176 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] For port cd04ef52-432b-45e1-8fab-283d97320700, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:34:26.706071 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] For port cd04ef52-432b-45e1-8fab-283d97320700, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd04ef52-432b-45e1-8fab-283d97320700,segment=NetworkSegment(ce56ab55-5c83-4aa3-98ee-fd21c7cd497f),segment_id=ce56ab55-5c83-4aa3-98ee-fd21c7cd497f)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:34:26.815725 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (cd04ef52-432b-45e1-8fab-283d97320700), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.875742 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks [] for router_gateway (6387ca17-2a3d-4558-9a81-f461230d3678), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.900441 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:26.904448 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878bff5-4e5b-455b-91d6-ecd6bacc1cbe None None] Pushing event updated for resources: {'Port': ['ID=cd04ef52-432b-45e1-8fab-283d97320700,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:27.040014 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Allocated IP 172.37.5.6 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/c93b3557-15c7-4d0b-be98-a8286fb1b8cc) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:34:27.145097 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:27.187197 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks [] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:27.317535 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:27.369532 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:27.386338 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:34:27.387712 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Pushing event updated for resources: {'Port': ['ID=c93b3557-15c7-4d0b-be98-a8286fb1b8cc,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:27.391459 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:27.396076 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:34:27.694201 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4dbc79cd-cd34-4f78-b1ec-5b7c13fd9dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:27.727907 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks [] for router_gateway (6387ca17-2a3d-4558-9a81-f461230d3678), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:27.841499 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1c354b-0e4b-4e55-94e6-013478551fcd None None] Network 2c5c4271-c500-45ec-8328-7796018fa1cf requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:34:27.923985 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-2f596f67-e600-4379-9ec2-ead3057c4990 None None] Provisioning complete for port cd04ef52-432b-45e1-8fab-283d97320700 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:27.924384 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2f596f67-e600-4379-9ec2-ead3057c4990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (cd04ef52-432b-45e1-8fab-283d97320700), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:27.929112 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3728164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3727773'] for router (6387ca17-2a3d-4558-9a81-f461230d3678), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:28.031833 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-2f596f67-e600-4379-9ec2-ead3057c4990 None None] Current status of the port cd04ef52-432b-45e1-8fab-283d97320700 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:28.032297 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2f596f67-e600-4379-9ec2-ead3057c4990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (cd04ef52-432b-45e1-8fab-283d97320700), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:28.054116 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:28.071774 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-2f596f67-e600-4379-9ec2-ead3057c4990 None None] For port cd04ef52-432b-45e1-8fab-283d97320700, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd04ef52-432b-45e1-8fab-283d97320700,segment=NetworkSegment(ce56ab55-5c83-4aa3-98ee-fd21c7cd497f),segment_id=ce56ab55-5c83-4aa3-98ee-fd21c7cd497f)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:28.180678 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2f596f67-e600-4379-9ec2-ead3057c4990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (cd04ef52-432b-45e1-8fab-283d97320700), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:28.181366 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Router 6387ca17-2a3d-4558-9a81-f461230d3678 is scheduled to L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa with binding_index 1 {{(pid=106923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 01:34:28.236828 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f596f67-e600-4379-9ec2-ead3057c4990 None None] Pushing event updated for resources: {'Port': ['ID=cd04ef52-432b-45e1-8fab-283d97320700,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:28.253608 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device e263317b-b18b-4c33-9873-0e220733c4f1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:28.299406 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:34:28.301911 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-f4adbc8d-67dc-4b82-a296-c3a61c1b7411 None None] Provisioning complete for port cd04ef52-432b-45e1-8fab-283d97320700 triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:28.301911 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f4adbc8d-67dc-4b82-a296-c3a61c1b7411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (cd04ef52-432b-45e1-8fab-283d97320700), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:28.304828 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:28.326924 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Sync routers for ids ['6387ca17-2a3d-4558-9a81-f461230d3678'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:34:28.347102 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port e263317b-b18b-4c33-9873-0e220733c4f1 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:28.347474 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:28.382294 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Routers {'6387ca17-2a3d-4558-9a81-f461230d3678'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:28.382929 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['6387ca17-2a3d-4558-9a81-f461230d3678'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:28.404628 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:28.406021 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-0c9ddc88-3946-4b3f-9e21-3258e44e2192 admin admin] 10.222.0.47 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5959673 Aug 21 01:34:28.409912 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59054) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:28.536243 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-f4adbc8d-67dc-4b82-a296-c3a61c1b7411 None None] Current status of the port cd04ef52-432b-45e1-8fab-283d97320700 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:28.550879 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:28.556719 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Set router 6387ca17-2a3d-4558-9a81-f461230d3678 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:28.607409 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port e263317b-b18b-4c33-9873-0e220733c4f1 is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:28.607739 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:28.698066 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port e263317b-b18b-4c33-9873-0e220733c4f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e263317b-b18b-4c33-9873-0e220733c4f1,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:28.756697 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'name': 'tempest-TestVolumeBootPattern-2006142656-router', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6'}], 'enable_snat': True}, 'gw_port_id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:25Z', 'updated_at': '2022-08-21T01:34:27Z', 'revision_number': 3, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'gw_port': {'id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:26Z', 'updated_at': '2022-08-21T01:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:28.771526 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:28.781766 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Checking router: 6387ca17-2a3d-4558-9a81-f461230d3678 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:34:28.782115 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Updating router 6387ca17-2a3d-4558-9a81-f461230d3678 port c93b3557-15c7-4d0b-be98-a8286fb1b8cc binding host dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:34:28.812429 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:28.824150 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:28.834968 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:28.846122 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:28.847204 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device cd04ef52-432b-45e1-8fab-283d97320700 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:28.994986 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Allocated IP 172.20.0.1 (2c5c4271-c500-45ec-8328-7796018fa1cf/4e56e1ee-052c-49ff-9efb-bcd383e2c0ec/85208332-5d3e-4f96-8482-0ffddb24cc5f) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:34:29.039737 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:29.118813 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Publish callbacks [] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.149913 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=e263317b-b18b-4c33-9873-0e220733c4f1,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:29.162874 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port cd04ef52-432b-45e1-8fab-283d97320700 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:29.163248 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (cd04ef52-432b-45e1-8fab-283d97320700), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.228188 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:29.231651 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.232497 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=71,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:29.275458 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Network 2c5c4271-c500-45ec-8328-7796018fa1cf is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:34:29.280232 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:29.285124 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:34:29.305750 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port cd04ef52-432b-45e1-8fab-283d97320700 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:29.310088 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=85208332-5d3e-4f96-8482-0ffddb24cc5f,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:29.336389 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3730427'] for router_interface (6387ca17-2a3d-4558-9a81-f461230d3678), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.368146 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Publish callbacks [] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), precommit_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.431530 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.464692 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Attempting to bind port c93b3557-15c7-4d0b-be98-a8286fb1b8cc on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:34:29.465073 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Attempting to bind port c93b3557-15c7-4d0b-be98-a8286fb1b8cc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:34:29.465597 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Attempting to bind port c93b3557-15c7-4d0b-be98-a8286fb1b8cc on network c54b5147-7e70-46ff-b4e4-e0fd0deab68d {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:34:29.480854 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:34:29.481160 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Checking segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:34:29.481568 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.481964 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Bound using segment: {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'} {{(pid=106925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:34:29.482489 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.managers [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Bound port: c93b3557-15c7-4d0b-be98-a8286fb1b8cc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}}] {{(pid=106925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:34:29.482832 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.512247 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ec87c-1d90-4fc6-a63e-e4401e4fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=c93b3557-15c7-4d0b-be98-a8286fb1b8cc,revision_number=2']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:29.542758 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.546036 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] For port c93b3557-15c7-4d0b-be98-a8286fb1b8cc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:34:29.549360 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] For port c93b3557-15c7-4d0b-be98-a8286fb1b8cc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c93b3557-15c7-4d0b-be98-a8286fb1b8cc,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:34:29.565118 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-af609a53-f21f-4bc0-9794-7b3cf7aca7af None None] Provisioning complete for port 85208332-5d3e-4f96-8482-0ffddb24cc5f triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:29.565442 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-af609a53-f21f-4bc0-9794-7b3cf7aca7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.598340 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-af609a53-f21f-4bc0-9794-7b3cf7aca7af None None] Port 85208332-5d3e-4f96-8482-0ffddb24cc5f cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:34:29.615070 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.642588 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:29.658673 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Routers {'6387ca17-2a3d-4558-9a81-f461230d3678'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:29.659701 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['6387ca17-2a3d-4558-9a81-f461230d3678'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:29.722189 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Publish callbacks [] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.742124 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ec87c-1d90-4fc6-a63e-e4401e4fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=c93b3557-15c7-4d0b-be98-a8286fb1b8cc,revision_number=3']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:29.777431 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] Set router 6387ca17-2a3d-4558-9a81-f461230d3678 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:29.803099 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.863199 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:29.873406 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=85208332-5d3e-4f96-8482-0ffddb24cc5f,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:29.876215 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3730263'] for router_interface (6387ca17-2a3d-4558-9a81-f461230d3678), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:29.880656 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:29.981914 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Network 2c5c4271-c500-45ec-8328-7796018fa1cf is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:34:29.983485 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:30.006988 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'name': 'tempest-TestVolumeBootPattern-2006142656-router', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6'}], 'enable_snat': True}, 'gw_port_id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:25Z', 'updated_at': '2022-08-21T01:34:29Z', 'revision_number': 4, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'gw_port': {'id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:26Z', 'updated_at': '2022-08-21T01:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '85208332-5d3e-4f96-8482-0ffddb24cc5f', 'name': '', 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'mac_address': 'fa:16:3e:2c:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:28Z', 'updated_at': '2022-08-21T01:34:29Z', 'revision_number': 1, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'subnets': [{'id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:30.039034 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b441e76-3071-4527-b7dc-1a726fca35b6 None None] The sync data for ids ['6387ca17-2a3d-4558-9a81-f461230d3678'] in dv-cinder-master-3-iscsi is: [{'id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'name': 'tempest-TestVolumeBootPattern-2006142656-router', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6'}], 'enable_snat': True}, 'gw_port_id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:25Z', 'updated_at': '2022-08-21T01:34:29Z', 'revision_number': 4, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'gw_port': {'id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:26Z', 'updated_at': '2022-08-21T01:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '85208332-5d3e-4f96-8482-0ffddb24cc5f', 'name': '', 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'mac_address': 'fa:16:3e:2c:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:28Z', 'updated_at': '2022-08-21T01:34:29Z', 'revision_number': 1, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'subnets': [{'id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:34:30.110744 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:30.124438 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Router 6387ca17-2a3d-4558-9a81-f461230d3678 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:34:30.224159 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-e32c1d14-bd29-4d16-9011-c19c38287670 None None] Provisioning complete for port 85208332-5d3e-4f96-8482-0ffddb24cc5f triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:30.224159 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e32c1d14-bd29-4d16-9011-c19c38287670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:30.250910 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device e263317b-b18b-4c33-9873-0e220733c4f1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:30.283198 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-39c4ce73-1bf1-49dc-aea6-8068dc3a5a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:30.301912 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-e32c1d14-bd29-4d16-9011-c19c38287670 None None] Port 85208332-5d3e-4f96-8482-0ffddb24cc5f cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:34:30.307252 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:34:30.315752 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e7d54f0a-6623-47ed-869a-fcccd2c2f2b7 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/6387ca17-2a3d-4558-9a81-f461230d3678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9058194 Aug 21 01:34:30.336631 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port e263317b-b18b-4c33-9873-0e220733c4f1 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:30.337014 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:30.435788 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port e263317b-b18b-4c33-9873-0e220733c4f1 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:30.437197 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device cd04ef52-432b-45e1-8fab-283d97320700 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:30.489622 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port cd04ef52-432b-45e1-8fab-283d97320700 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:30.489622 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (cd04ef52-432b-45e1-8fab-283d97320700), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:30.577048 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port cd04ef52-432b-45e1-8fab-283d97320700 is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:30.831725 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59062) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:30.837104 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-daaaf0bd-0d04-47b2-8640-06035ee15844 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796196116', 'description': 'tempest-secgroup-smoke-1796196116 description', 'project_id': '4124766f4f2843229059dbbdf7a2de74'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:30.928582 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-daaaf0bd-0d04-47b2-8640-06035ee15844 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.007943 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-daaaf0bd-0d04-47b2-8640-06035ee15844 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group (5bd807c5-22cf-4f87-8cf5-01c1f825f520), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.083942 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-daaaf0bd-0d04-47b2-8640-06035ee15844 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5bd807c5-22cf-4f87-8cf5-01c1f825f520), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.118155 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaf0bd-0d04-47b2-8640-06035ee15844 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd807c5-22cf-4f87-8cf5-01c1f825f520,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:31.188130 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-daaaf0bd-0d04-47b2-8640-06035ee15844 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.189546 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-daaaf0bd-0d04-47b2-8640-06035ee15844 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3583813 Aug 21 01:34:31.192775 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59064) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:31.197689 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-c71058a1-0807-4f32-b32e-fe099afe05cc tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'security_group_rule': {'security_group_id': '5bd807c5-22cf-4f87-8cf5-01c1f825f520', 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:31.290956 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c71058a1-0807-4f32-b32e-fe099afe05cc tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (c5908a11-3f07-43b5-8cc5-c59f9e678a49), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.373382 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c71058a1-0807-4f32-b32e-fe099afe05cc tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (c5908a11-3f07-43b5-8cc5-c59f9e678a49), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.460609 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.488416 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c71058a1-0807-4f32-b32e-fe099afe05cc tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (c5908a11-3f07-43b5-8cc5-c59f9e678a49), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.508453 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71058a1-0807-4f32-b32e-fe099afe05cc tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5908a11-3f07-43b5-8cc5-c59f9e678a49,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:31.593204 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c71058a1-0807-4f32-b32e-fe099afe05cc tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.594391 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c71058a1-0807-4f32-b32e-fe099afe05cc tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4004521 Aug 21 01:34:31.598613 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59066) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:31.604217 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-fd6747a4-5f5f-40eb-a280-595057a8edc8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'security_group_rule': {'security_group_id': '5bd807c5-22cf-4f87-8cf5-01c1f825f520', 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:31.689946 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd6747a4-5f5f-40eb-a280-595057a8edc8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (ba9f023c-2d44-4832-9c70-806d15690586), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.750452 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd6747a4-5f5f-40eb-a280-595057a8edc8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (ba9f023c-2d44-4832-9c70-806d15690586), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.843031 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd6747a4-5f5f-40eb-a280-595057a8edc8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (ba9f023c-2d44-4832-9c70-806d15690586), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.863192 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6747a4-5f5f-40eb-a280-595057a8edc8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9f023c-2d44-4832-9c70-806d15690586,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:31.948128 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-fd6747a4-5f5f-40eb-a280-595057a8edc8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:31.949447 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-fd6747a4-5f5f-40eb-a280-595057a8edc8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497596 Aug 21 01:34:31.952303 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59068) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:31.957182 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-a03fb981-b955-4227-bb70-d34443f825bd tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'security_group_rule': {'security_group_id': '5bd807c5-22cf-4f87-8cf5-01c1f825f520', 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:32.043699 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a03fb981-b955-4227-bb70-d34443f825bd tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (0917ea9d-ad74-4b3e-91af-d3ce895cdfd6), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.094880 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:32.110713 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a03fb981-b955-4227-bb70-d34443f825bd tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (0917ea9d-ad74-4b3e-91af-d3ce895cdfd6), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.207896 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a03fb981-b955-4227-bb70-d34443f825bd tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (0917ea9d-ad74-4b3e-91af-d3ce895cdfd6), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.209256 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c93b3557-15c7-4d0b-be98-a8286fb1b8cc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:32.227471 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fb981-b955-4227-bb70-d34443f825bd tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0917ea9d-ad74-4b3e-91af-d3ce895cdfd6,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:32.254380 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port c93b3557-15c7-4d0b-be98-a8286fb1b8cc triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:32.254380 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.329060 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port c93b3557-15c7-4d0b-be98-a8286fb1b8cc is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:32.329445 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.330099 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-a03fb981-b955-4227-bb70-d34443f825bd tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.331345 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-a03fb981-b955-4227-bb70-d34443f825bd tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778296 Aug 21 01:34:32.334618 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59070) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:32.345307 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-29f43fee-cdec-41b9-bbdf-842a73acf4e3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'security_group_rule': {'security_group_id': '5bd807c5-22cf-4f87-8cf5-01c1f825f520', 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:32.357586 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port c93b3557-15c7-4d0b-be98-a8286fb1b8cc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c93b3557-15c7-4d0b-be98-a8286fb1b8cc,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:32.436986 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.461718 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:32.478197 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-29f43fee-cdec-41b9-bbdf-842a73acf4e3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (7ce5a28b-cd91-47bf-8ed6-76f632a6313b), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.480524 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:32.487510 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=c93b3557-15c7-4d0b-be98-a8286fb1b8cc,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:32.541387 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-29f43fee-cdec-41b9-bbdf-842a73acf4e3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (7ce5a28b-cd91-47bf-8ed6-76f632a6313b), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.619646 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-29f43fee-cdec-41b9-bbdf-842a73acf4e3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (7ce5a28b-cd91-47bf-8ed6-76f632a6313b), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.639450 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f43fee-cdec-41b9-bbdf-842a73acf4e3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce5a28b-cd91-47bf-8ed6-76f632a6313b,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:32.782035 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-29f43fee-cdec-41b9-bbdf-842a73acf4e3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:32.783269 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-29f43fee-cdec-41b9-bbdf-842a73acf4e3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4476058 Aug 21 01:34:32.786128 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59072) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:32.790974 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-d5eb06dd-5dd4-4bc4-b354-d4e0df2791eb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'security_group_rule': {'security_group_id': '5bd807c5-22cf-4f87-8cf5-01c1f825f520', 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:32.934496 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.securitygroups_db [None req-d5eb06dd-5dd4-4bc4-b354-d4e0df2791eb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Project 4124766f4f2843229059dbbdf7a2de74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 01:34:32.940294 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d5eb06dd-5dd4-4bc4-b354-d4e0df2791eb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (0b9b6c95-e072-40c9-84cf-8908afa482bd), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.001568 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d5eb06dd-5dd4-4bc4-b354-d4e0df2791eb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (0b9b6c95-e072-40c9-84cf-8908afa482bd), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.093948 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d5eb06dd-5dd4-4bc4-b354-d4e0df2791eb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (0b9b6c95-e072-40c9-84cf-8908afa482bd), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.114139 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb06dd-5dd4-4bc4-b354-d4e0df2791eb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9b6c95-e072-40c9-84cf-8908afa482bd,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:33.185897 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.205158 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-d5eb06dd-5dd4-4bc4-b354-d4e0df2791eb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.206412 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-d5eb06dd-5dd4-4bc4-b354-d4e0df2791eb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4192894 Aug 21 01:34:33.210766 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59074) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:34:33.214616 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-932006dc-98c5-48c1-8324-215997b1d86d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'security_group_rule': {'security_group_id': '5bd807c5-22cf-4f87-8cf5-01c1f825f520', 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:33.323180 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.securitygroups_db [None req-932006dc-98c5-48c1-8324-215997b1d86d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Project 4124766f4f2843229059dbbdf7a2de74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 01:34:33.329623 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-932006dc-98c5-48c1-8324-215997b1d86d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (cabd8ab0-d648-4509-b747-ac750cd81546), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.392004 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-932006dc-98c5-48c1-8324-215997b1d86d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (cabd8ab0-d648-4509-b747-ac750cd81546), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.428247 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Sync routers for ids ['6387ca17-2a3d-4558-9a81-f461230d3678'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:34:33.438825 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Routers {'6387ca17-2a3d-4558-9a81-f461230d3678'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:33.439426 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['6387ca17-2a3d-4558-9a81-f461230d3678'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:33.471278 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-932006dc-98c5-48c1-8324-215997b1d86d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (cabd8ab0-d648-4509-b747-ac750cd81546), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.493182 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932006dc-98c5-48c1-8324-215997b1d86d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabd8ab0-d648-4509-b747-ac750cd81546,revision_number=0']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:33.540634 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Set router 6387ca17-2a3d-4558-9a81-f461230d3678 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:33.622629 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-932006dc-98c5-48c1-8324-215997b1d86d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.623817 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-932006dc-98c5-48c1-8324-215997b1d86d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4126027 Aug 21 01:34:33.738838 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.743938 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'name': 'tempest-TestVolumeBootPattern-2006142656-router', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6'}], 'enable_snat': True}, 'gw_port_id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:25Z', 'updated_at': '2022-08-21T01:34:29Z', 'revision_number': 4, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'gw_port': {'id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:26Z', 'updated_at': '2022-08-21T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '85208332-5d3e-4f96-8482-0ffddb24cc5f', 'name': '', 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'mac_address': 'fa:16:3e:2c:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:28Z', 'updated_at': '2022-08-21T01:34:29Z', 'revision_number': 2, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'subnets': [{'id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:33.769732 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Checking router: 6387ca17-2a3d-4558-9a81-f461230d3678 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:34:33.770087 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Updating router 6387ca17-2a3d-4558-9a81-f461230d3678 port 85208332-5d3e-4f96-8482-0ffddb24cc5f binding host dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 01:34:33.811846 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:33.949175 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:34.071174 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Publish callbacks [] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), precommit_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:34.144739 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:34.176313 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:34.190745 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9085a1-6f97-442b-819f-0fc025c78275 None None] Pushing event updated for resources: {'Port': ['ID=85208332-5d3e-4f96-8482-0ffddb24cc5f,revision_number=3']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:34.205908 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c93b3557-15c7-4d0b-be98-a8286fb1b8cc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:34.241890 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Attempting to bind port 85208332-5d3e-4f96-8482-0ffddb24cc5f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:34:34.242439 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Attempting to bind port 85208332-5d3e-4f96-8482-0ffddb24cc5f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf'}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:34:34.242805 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Attempting to bind port 85208332-5d3e-4f96-8482-0ffddb24cc5f on network 2c5c4271-c500-45ec-8328-7796018fa1cf {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:34:34.249023 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Checking agent: {'id': '38704a50-a279-4663-866d-c6e326677e76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 16, 33), 'started_at': datetime.datetime(2022, 8, 21, 1, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:34:34.251776 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Checking segment: {'id': 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:34:34.251776 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:34.251776 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Bound using segment: {'id': 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf'} {{(pid=106926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:34:34.251776 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.managers [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Bound port: 85208332-5d3e-4f96-8482-0ffddb24cc5f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf'}}] {{(pid=106926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:34:34.251776 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), before_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:34.254518 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port c93b3557-15c7-4d0b-be98-a8286fb1b8cc triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:34.255069 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:34.316380 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] For port 85208332-5d3e-4f96-8482-0ffddb24cc5f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:34:34.319853 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.plugins.ml2.db [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] For port 85208332-5d3e-4f96-8482-0ffddb24cc5f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85208332-5d3e-4f96-8482-0ffddb24cc5f,segment=NetworkSegment(ce56ab55-5c83-4aa3-98ee-fd21c7cd497f),segment_id=ce56ab55-5c83-4aa3-98ee-fd21c7cd497f)] {{(pid=106926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:34:34.339948 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port c93b3557-15c7-4d0b-be98-a8286fb1b8cc is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:34.427376 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron_lib.callbacks.manager [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), after_update {{(pid=106926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:34.487894 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Routers {'6387ca17-2a3d-4558-9a81-f461230d3678'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:34:34.488968 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:34:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['6387ca17-2a3d-4558-9a81-f461230d3678'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:34.595369 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9085a1-6f97-442b-819f-0fc025c78275 None None] Pushing event updated for resources: {'Port': ['ID=85208332-5d3e-4f96-8482-0ffddb24cc5f,revision_number=4']} {{(pid=106926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:34.633564 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] Set router 6387ca17-2a3d-4558-9a81-f461230d3678 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:34:34.891801 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'name': 'tempest-TestVolumeBootPattern-2006142656-router', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6'}], 'enable_snat': True}, 'gw_port_id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:25Z', 'updated_at': '2022-08-21T01:34:29Z', 'revision_number': 4, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'gw_port': {'id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:26Z', 'updated_at': '2022-08-21T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '85208332-5d3e-4f96-8482-0ffddb24cc5f', 'name': '', 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'mac_address': 'fa:16:3e:2c:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:28Z', 'updated_at': '2022-08-21T01:34:34Z', 'revision_number': 4, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'subnets': [{'id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:34:34.919721 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b007db3-1470-4be6-9e58-6a067da6f2ee None None] The sync data for ids ['6387ca17-2a3d-4558-9a81-f461230d3678'] in dv-cinder-master-3-iscsi is: [{'id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'name': 'tempest-TestVolumeBootPattern-2006142656-router', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6'}], 'enable_snat': True}, 'gw_port_id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:25Z', 'updated_at': '2022-08-21T01:34:29Z', 'revision_number': 4, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'gw_port': {'id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:26Z', 'updated_at': '2022-08-21T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '85208332-5d3e-4f96-8482-0ffddb24cc5f', 'name': '', 'network_id': '2c5c4271-c500-45ec-8328-7796018fa1cf', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'mac_address': 'fa:16:3e:2c:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:28Z', 'updated_at': '2022-08-21T01:34:34Z', 'revision_number': 4, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'subnets': [{'id': '4e56e1ee-052c-49ff-9efb-bcd383e2c0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:34:35.721843 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:34:36.207411 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 85208332-5d3e-4f96-8482-0ffddb24cc5f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:36.241731 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:36.250709 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 85208332-5d3e-4f96-8482-0ffddb24cc5f triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:36.254131 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:36.327525 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 85208332-5d3e-4f96-8482-0ffddb24cc5f is: DOWN; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:36.327909 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:36.362866 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] For port 85208332-5d3e-4f96-8482-0ffddb24cc5f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85208332-5d3e-4f96-8482-0ffddb24cc5f,segment=NetworkSegment(ce56ab55-5c83-4aa3-98ee-fd21c7cd497f),segment_id=ce56ab55-5c83-4aa3-98ee-fd21c7cd497f)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:34:36.460637 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:36.510035 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Pushing event updated for resources: {'Port': ['ID=85208332-5d3e-4f96-8482-0ffddb24cc5f,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:38.205558 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 85208332-5d3e-4f96-8482-0ffddb24cc5f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:34:38.261187 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Provisioning complete for port 85208332-5d3e-4f96-8482-0ffddb24cc5f triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:38.261565 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:38.336647 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Current status of the port 85208332-5d3e-4f96-8482-0ffddb24cc5f is: ACTIVE; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:34:39.317059 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:43.492719 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=12,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:43.496622 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=72,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:45.717298 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:45.718145 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=43 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:49.207073 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:49.214266 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:51.623942 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-9093e940-3fe4-4320-abfe-081caa157034 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1796196116&fields=id&tenant_id=4124766f4f2843229059dbbdf7a2de74 HTTP/1.1" status: 200 len: 267 time: 0.0478916 Aug 21 01:34:51.730879 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-6a2120c6-2bd8-4c55-8a2d-ec8dddd0f6c8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:51.732401 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-6a2120c6-2bd8-4c55-8a2d-ec8dddd0f6c8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 811 time: 0.1018264 Aug 21 01:34:51.746944 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-5dd0f74e-2939-442a-8750-6c02033917d6 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/quotas/4124766f4f2843229059dbbdf7a2de74 HTTP/1.1" status: 200 len: 375 time: 0.0091832 Aug 21 01:34:51.797870 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-17dd956e-808c-42b6-9058-2952d81af0be tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459025 Aug 21 01:34:51.899010 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-304bc6f6-6911-4f8b-a946-ad072f9569c5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864713 Aug 21 01:34:51.990397 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-77ecf01f-48e6-41b0-ac31-67d615d9342d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854671 Aug 21 01:34:52.667847 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c5554354-7877-4601-87f8-25180f6ca74b req-f9603bd4-2a43-48f5-861a-11157bdcfbb4 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 210 time: 0.0310609 Aug 21 01:34:53.762486 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-615ebb18-9ecd-4ce1-9607-77302f57dbd1 req-82f8f3da-d7db-4f7c-beeb-cea6937320ac tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 210 time: 0.0284276 Aug 21 01:34:54.872893 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8274831d-7f62-474c-a28f-1be40c184fe7 req-f43022a5-315c-4705-8b7a-0fd5b56a6da3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 210 time: 0.0362484 Aug 21 01:34:56.296337 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3290c8cf-f79e-4322-9195-4ed03180cbc2 req-d051e90d-02bc-49e2-b4f4-68acf2053069 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 210 time: 0.0375021 Aug 21 01:34:56.324691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-86002c5e-1d37-43c1-9f5f-8d3be4ed88ca tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:56.326160 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-86002c5e-1d37-43c1-9f5f-8d3be4ed88ca tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 811 time: 0.4188697 Aug 21 01:34:56.402070 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-11298961-ebf4-4f4c-84be-b9d707db9d1c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4124766f4f2843229059dbbdf7a2de74 HTTP/1.1" status: 200 len: 380 time: 0.0590484 Aug 21 01:34:56.415186 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'port': {'device_id': '85c51937-c541-455e-a0db-4d06041c67be', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'admin_state_up': True, 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'security_groups': ['5bd807c5-22cf-4f87-8cf5-01c1f825f520']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:56.614273 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Made reservation on behalf of 4124766f4f2843229059dbbdf7a2de74 for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:34:56.618233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:56.756323 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Allocated IP 172.20.0.10 (e4ca6005-16bf-4430-905e-1ccbd3a7f5d3/51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e/b8bc8818-25c9-4200-8011-9f19e85c6eec) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:34:56.774089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:56.809700 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:56.910204 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:57.071654 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:57.116290 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:34:57.120400 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:34:57.124537 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:34:57.130684 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'Port': ['ID=b8bc8818-25c9-4200-8011-9f19e85c6eec,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:57.180684 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:57.182432 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:57.337826 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-d84cfaa2-286d-4314-b683-7d82ff79f3a5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9243236 Aug 21 01:34:57.359033 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Request body: {'port': {'device_id': '85c51937-c541-455e-a0db-4d06041c67be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:34:57.405126 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-57c68939-4c72-40f7-9d95-682cb42d19ca None None] Provisioning complete for port b8bc8818-25c9-4200-8011-9f19e85c6eec triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:34:57.405717 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-57c68939-4c72-40f7-9d95-682cb42d19ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:57.440711 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-57c68939-4c72-40f7-9d95-682cb42d19ca None None] Port b8bc8818-25c9-4200-8011-9f19e85c6eec cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:34:57.476995 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38090-9706-4c61-9000-000efaaf405e req-05370fb2-66a3-4da9-af7a-38b86e67d348 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:57.479034 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bde38090-9706-4c61-9000-000efaaf405e req-05370fb2-66a3-4da9-af7a-38b86e67d348 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 932 time: 0.0927124 Aug 21 01:34:57.479743 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:57.576786 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bde38090-9706-4c61-9000-000efaaf405e req-6ef9ea51-cd8a-453f-9200-53e90dfb1e86 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871437 Aug 21 01:34:57.665172 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:57.683612 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-096d001d-2037-4fd1-ae54-7515a358dc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:57.803259 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bc8818-25c9-4200-8011-9f19e85c6eec {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:34:57.811060 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Publish callbacks [] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:57.825170 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Transition to ACTIVE for port object b8bc8818-25c9-4200-8011-9f19e85c6eec will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:34:57.939213 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079decb-e90a-46da-b7a7-740803027936 req-8841ebf6-e1fd-42be-87b4-f9fca69ea185 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:57.940740 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e079decb-e90a-46da-b7a7-740803027936 req-8841ebf6-e1fd-42be-87b4-f9fca69ea185 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 945 time: 0.0489213 Aug 21 01:34:57.941802 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:58.025847 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bc8818-25c9-4200-8011-9f19e85c6eec,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:58.034237 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:34:58.073630 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e079decb-e90a-46da-b7a7-740803027936 req-d342a20f-0829-4bd7-b6bf-ba6e338c2aeb tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251800 Aug 21 01:34:58.099077 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Attempting to bind port b8bc8818-25c9-4200-8011-9f19e85c6eec on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:34:58.099077 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Attempting to bind port b8bc8818-25c9-4200-8011-9f19e85c6eec by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:34:58.099077 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Attempting to bind port b8bc8818-25c9-4200-8011-9f19e85c6eec on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:34:58.101520 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Port b8bc8818-25c9-4200-8011-9f19e85c6eec on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:34:58.101831 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Attempting to bind port b8bc8818-25c9-4200-8011-9f19e85c6eec on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:34:58.106700 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:34:58.107033 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Checking segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:34:58.107406 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Bound using segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:34:58.107827 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Bound port: b8bc8818-25c9-4200-8011-9f19e85c6eec, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:34:58.108251 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:58.169872 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] For port b8bc8818-25c9-4200-8011-9f19e85c6eec, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:34:58.173025 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] For port b8bc8818-25c9-4200-8011-9f19e85c6eec, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8bc8818-25c9-4200-8011-9f19e85c6eec,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:34:58.231708 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:58.235174 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:58.235848 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:34:58.237267 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/b8bc8818-25c9-4200-8011-9f19e85c6eec HTTP/1.1" status: 200 len: 1094 time: 0.8825858 Aug 21 01:34:58.239462 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c51937-c541-455e-a0db-4d06041c67be', 'tag': 'b8bc8818-25c9-4200-8011-9f19e85c6eec'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:34:58.241958 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d906dfb-9671-4096-ab7b-55bcbf6e8744" -d '{"events": [{"name": "network-changed", "server_uuid": "85c51937-c541-455e-a0db-4d06041c67be", "tag": "b8bc8818-25c9-4200-8011-9f19e85c6eec"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:34:58.284503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a8fd8d-0224-4a2e-9a2c-ea55a384f811 x-openstack-request-id: req-c5a8fd8d-0224-4a2e-9a2c-ea55a384f811 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:34:58.284503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c51937-c541-455e-a0db-4d06041c67be", "tag": "b8bc8818-25c9-4200-8011-9f19e85c6eec", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:34:58.284503 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5a8fd8d-0224-4a2e-9a2c-ea55a384f811 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:34:58.284503 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a8fd8d-0224-4a2e-9a2c-ea55a384f811'] response: {'name': 'network-changed', 'server_uuid': '85c51937-c541-455e-a0db-4d06041c67be', 'tag': 'b8bc8818-25c9-4200-8011-9f19e85c6eec', 'status': 'completed', 'code': 200} Aug 21 01:34:58.292585 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73548f-d244-4adf-b420-cccdb8ee39d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bc8818-25c9-4200-8011-9f19e85c6eec,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:34:58.702371 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dcde8-25cb-43a6-a868-ac4ba249c734 req-ccc0c2cb-2cdc-4df1-a3f5-a6799ba42b06 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:58.703877 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9b5dcde8-25cb-43a6-a868-ac4ba249c734 req-ccc0c2cb-2cdc-4df1-a3f5-a6799ba42b06 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 944 time: 0.0489035 Aug 21 01:34:58.761540 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9b5dcde8-25cb-43a6-a868-ac4ba249c734 req-c7049f83-25dc-412c-8e3d-e3a9e0104ed0 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517075 Aug 21 01:34:59.195616 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b213b2-2789-4c3f-bae7-a63ff04e437a req-f9215438-5495-4692-ba64-9d2325a33e04 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:59.197135 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b7b213b2-2789-4c3f-bae7-a63ff04e437a req-f9215438-5495-4692-ba64-9d2325a33e04 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 945 time: 0.0474744 Aug 21 01:34:59.245576 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b7b213b2-2789-4c3f-bae7-a63ff04e437a req-99362b99-182f-49d1-8bf9-672ad86bf481 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Aug 21 01:34:59.594340 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d906dfb-9671-4096-ab7b-55bcbf6e8744 req-20ec4ec9-8183-4604-ab23-b256f4e2f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:59.596032 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4d906dfb-9671-4096-ab7b-55bcbf6e8744 req-20ec4ec9-8183-4604-ab23-b256f4e2f424 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 1128 time: 0.0426476 Aug 21 01:34:59.945687 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a30abe-8f58-4c65-ab42-60eb290f6d09 req-eaec08bc-65b8-45b3-b10f-6fe5a484423a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:59.947676 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-78a30abe-8f58-4c65-ab42-60eb290f6d09 req-eaec08bc-65b8-45b3-b10f-6fe5a484423a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 944 time: 0.0970745 Aug 21 01:34:59.974945 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d906dfb-9671-4096-ab7b-55bcbf6e8744 req-4cd57d18-d084-4e1e-bddd-1903dad08f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:34:59.976483 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4d906dfb-9671-4096-ab7b-55bcbf6e8744 req-4cd57d18-d084-4e1e-bddd-1903dad08f86 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=4124766f4f2843229059dbbdf7a2de74&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1676934 Aug 21 01:35:00.061724 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-78a30abe-8f58-4c65-ab42-60eb290f6d09 req-74d33b05-bd6c-4d31-adf5-a35fc5be1695 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041219 Aug 21 01:35:00.098008 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-090cf9ca-80db-4112-ae8c-c850fe2a2ad4 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:00.099527 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-090cf9ca-80db-4112-ae8c-c850fe2a2ad4 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 945 time: 0.1073427 Aug 21 01:35:00.162176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:00.217750 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d906dfb-9671-4096-ab7b-55bcbf6e8744 req-9da90236-34e2-4786-af52-afd51e23b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:00.219216 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4d906dfb-9671-4096-ab7b-55bcbf6e8744 req-9da90236-34e2-4786-af52-afd51e23b727 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2245378 Aug 21 01:35:00.225299 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4d74898a-dd32-4fe8-b65c-556f59a4f577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:00.231067 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Deleting port 7d30bbc9-a97b-43d2-b319-9d4924803d0f {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:35:00.231411 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:00.384726 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-aed18fb7-d019-4506-b94c-683235ec558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:00.386210 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-aed18fb7-d019-4506-b94c-683235ec558e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 1128 time: 0.0934386 Aug 21 01:35:00.394731 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] For port 7d30bbc9-a97b-43d2-b319-9d4924803d0f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7d30bbc9-a97b-43d2-b319-9d4924803d0f,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:35:00.395094 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:00.397162 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:00.411024 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161225e-5d8c-4c7f-991b-08901eca1c56 req-33c6ca8a-d60c-4f24-962a-e673f740169a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:00.412564 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a161225e-5d8c-4c7f-991b-08901eca1c56 req-33c6ca8a-d60c-4f24-962a-e673f740169a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 945 time: 0.0838604 Aug 21 01:35:00.490095 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-87f2da51-30e9-4856-8db0-4f631bc8a940 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8bc8818-25c9-4200-8011-9f19e85c6eec HTTP/1.1" status: 200 len: 217 time: 0.0764267 Aug 21 01:35:00.619324 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a161225e-5d8c-4c7f-991b-08901eca1c56 req-3ae7f5c7-9233-4283-9ed4-e2673dd7fa7f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=38fdfcd2-e50f-4c14-bf65-0d335a4a4847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937809 Aug 21 01:35:00.624440 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-1ef17507-9209-449e-9edf-aa0f392c51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:00.625851 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-1ef17507-9209-449e-9edf-aa0f392c51d4 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.1237943 Aug 21 01:35:00.705444 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:00.705807 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (e4a39065-4cfd-429e-adc2-bea9c6c49a31), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:00.706122 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Floating IP e4a39065-4cfd-429e-adc2-bea9c6c49a31 disassociated. External IP: 172.37.5.78, port: 7d30bbc9-a97b-43d2-b319-9d4924803d0f. Aug 21 01:35:00.706463 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Calling delete_port for 7d30bbc9-a97b-43d2-b319-9d4924803d0f owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:35:00.711265 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-04fdab5e-aa52-46ea-bb6c-0077140d5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:00.713318 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-04fdab5e-aa52-46ea-bb6c-0077140d5380 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609593 Aug 21 01:35:00.860689 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-e5c2c1a7-c614-42ed-b74d-65fea4e9590b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378982 Aug 21 01:35:00.990545 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56d1087b-d1a4-4e07-a2a2-9b8b2863b899 req-02b76604-1e96-4a95-8b71-8b7ac739eb8e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004057 Aug 21 01:35:01.094546 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (7d30bbc9-a97b-43d2-b319-9d4924803d0f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:01.121187 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'Port': ['ID=7d30bbc9-a97b-43d2-b319-9d4924803d0f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:01.236138 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:01.247517 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Router eebb2dcd-4787-4d64-9758-f797abd6c48b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:35:01.354712 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:01.378922 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29530-e43c-42c4-a9d7-73bf3dd58b5c req-f6cb508a-7f78-42b8-8ed7-824e138d7c26 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:01.380367 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-12f29530-e43c-42c4-a9d7-73bf3dd58b5c req-f6cb508a-7f78-42b8-8ed7-824e138d7c26 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 944 time: 0.2102706 Aug 21 01:35:01.402600 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:01.409437 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:35:01.421353 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:35:01.433442 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:35:01.434067 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:35:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:01.466200 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] No DVR routers for this DVR port 7d30bbc9-a97b-43d2-b319-9d4924803d0f on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:35:01.472887 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:01.476316 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-44c5949f-0b64-4623-b224-6030dc91e6a4 req-8184ff31-efb8-4390-8213-fbf2aa04c1e5 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "DELETE /networking/v2.0/ports/7d30bbc9-a97b-43d2-b319-9d4924803d0f HTTP/1.1" status: 204 len: 173 time: 1.3478765 Aug 21 01:35:01.476736 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8554ae19-faa1-4d72-8d84-529daa809281', 'name': 'network-vif-deleted', 'tag': '7d30bbc9-a97b-43d2-b319-9d4924803d0f'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:35:01.478801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b26a92e-5444-47dc-8ab0-1e4886745b51" -d '{"events": [{"server_uuid": "8554ae19-faa1-4d72-8d84-529daa809281", "name": "network-vif-deleted", "tag": "7d30bbc9-a97b-43d2-b319-9d4924803d0f"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:35:01.492549 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-12f29530-e43c-42c4-a9d7-73bf3dd58b5c req-b62f421b-ed66-49fb-906a-5135889ba3fc tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029422 Aug 21 01:35:01.536005 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd51cf97-2b7d-4c51-854f-caf2069a81fe x-openstack-request-id: req-fd51cf97-2b7d-4c51-854f-caf2069a81fe {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:35:01.539291 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8554ae19-faa1-4d72-8d84-529daa809281", "name": "network-vif-deleted", "tag": "7d30bbc9-a97b-43d2-b319-9d4924803d0f", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:35:01.539291 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd51cf97-2b7d-4c51-854f-caf2069a81fe {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:35:01.539291 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd51cf97-2b7d-4c51-854f-caf2069a81fe'] response: {'server_uuid': '8554ae19-faa1-4d72-8d84-529daa809281', 'name': 'network-vif-deleted', 'tag': '7d30bbc9-a97b-43d2-b319-9d4924803d0f', 'status': 'completed', 'code': 200} Aug 21 01:35:01.563552 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:35:01.730229 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8e10045-fca1-420c-98a6-74990ae90823 req-4a76e4c4-94d2-4862-8e8c-6b822c2514dc tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8554ae19-faa1-4d72-8d84-529daa809281 HTTP/1.1" status: 200 len: 210 time: 0.0326021 Aug 21 01:35:01.783556 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:01.810807 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:35:01.819643 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:35:01.820281 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:35:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:02.053170 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:35:02.244860 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:02.272652 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0ee76f-c3d5-43ec-a1f5-4bf7ebcb7489 None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:35:02.501703 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b30ff95-5aab-4b15-b694-b13df6790d63 None None] New status for floating IP e4a39065-4cfd-429e-adc2-bea9c6c49a31: DOWN {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:35:02.696509 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cce7-0ab3-45e7-a356-9f375787dfbe req-292f5b59-563d-410a-8a66-f89253d7b68b tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:02.698709 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b177cce7-0ab3-45e7-a356-9f375787dfbe req-292f5b59-563d-410a-8a66-f89253d7b68b tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 944 time: 0.1180696 Aug 21 01:35:02.760401 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b177cce7-0ab3-45e7-a356-9f375787dfbe req-506344cc-ccd5-486b-819b-acf40575d0ca tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532448 Aug 21 01:35:02.941254 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59302) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:35:03.005685 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (38fdfcd2-e50f-4c14-bf65-0d335a4a4847), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.028780 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (38fdfcd2-e50f-4c14-bf65-0d335a4a4847), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.156711 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (38fdfcd2-e50f-4c14-bf65-0d335a4a4847), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.159291 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.160550 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/38fdfcd2-e50f-4c14-bf65-0d335a4a4847 HTTP/1.1" status: 204 len: 168 time: 0.2180581 Aug 21 01:35:03.163527 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59304) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:35:03.171231 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fdfcd2-e50f-4c14-bf65-0d335a4a4847,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:03.178259 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.api.v2.resource [None req-00369df9-0b31-4863-af6d-3d32ba13b112 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] show failed (client error): The resource could not be found. Aug 21 01:35:03.178758 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.179114 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.179266 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-00369df9-0b31-4863-af6d-3d32ba13b112 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups/38fdfcd2-e50f-4c14-bf65-0d335a4a4847 HTTP/1.1" status: 404 len: 347 time: 0.0147293 Aug 21 01:35:03.179575 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.179922 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.180314 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.180651 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.180983 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.181364 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.182200 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.182689 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.182899 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59306) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:35:03.183007 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.183266 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.183652 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.185156 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.189268 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.189268 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8786ba6d-c640-4be8-84ae-de5bec67010a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:03.299594 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-de062f65-5cd7-47c2-b77c-32b3a2312e65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Deleting port 8072acc0-b625-48f0-bb5e-f55ef6a9375f {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:35:03.299931 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de062f65-5cd7-47c2-b77c-32b3a2312e65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (8072acc0-b625-48f0-bb5e-f55ef6a9375f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.376755 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de062f65-5cd7-47c2-b77c-32b3a2312e65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (8072acc0-b625-48f0-bb5e-f55ef6a9375f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.377071 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de062f65-5cd7-47c2-b77c-32b3a2312e65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (8072acc0-b625-48f0-bb5e-f55ef6a9375f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.389995 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-de062f65-5cd7-47c2-b77c-32b3a2312e65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Calling delete_port for 8072acc0-b625-48f0-bb5e-f55ef6a9375f owned by network:floatingip {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:35:03.602914 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de062f65-5cd7-47c2-b77c-32b3a2312e65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (8072acc0-b625-48f0-bb5e-f55ef6a9375f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.629249 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de062f65-5cd7-47c2-b77c-32b3a2312e65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'Port': ['ID=8072acc0-b625-48f0-bb5e-f55ef6a9375f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:03.703737 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de062f65-5cd7-47c2-b77c-32b3a2312e65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (e4a39065-4cfd-429e-adc2-bea9c6c49a31), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.706395 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-de062f65-5cd7-47c2-b77c-32b3a2312e65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.709129 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-de062f65-5cd7-47c2-b77c-32b3a2312e65 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/e4a39065-4cfd-429e-adc2-bea9c6c49a31 HTTP/1.1" status: 204 len: 168 time: 0.5238469 Aug 21 01:35:03.734744 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:03.879800 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59312) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:35:03.884959 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-9bfd0984-46db-45f7-aaed-4aec41136f8f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126799713', 'description': 'tempest-description--827822814'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:35:03.898242 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4b64-278d-4ff2-81f4-7c0f59e42232 req-ab44f5fa-4303-4815-a336-78430bc658f2 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:03.901701 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-683c4b64-278d-4ff2-81f4-7c0f59e42232 req-ab44f5fa-4303-4815-a336-78430bc658f2 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 944 time: 0.0535817 Aug 21 01:35:03.954942 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-683c4b64-278d-4ff2-81f4-7c0f59e42232 req-55c6c568-2a4b-44c7-b23d-8bad8864e78b tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486064 Aug 21 01:35:04.002760 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9bfd0984-46db-45f7-aaed-4aec41136f8f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.080668 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9bfd0984-46db-45f7-aaed-4aec41136f8f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (7da0fd29-63f8-4354-8bfb-28da724f993d), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.168560 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9bfd0984-46db-45f7-aaed-4aec41136f8f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (7da0fd29-63f8-4354-8bfb-28da724f993d), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.201724 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd0984-46db-45f7-aaed-4aec41136f8f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da0fd29-63f8-4354-8bfb-28da724f993d,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:04.256441 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9bfd0984-46db-45f7-aaed-4aec41136f8f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.257953 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9bfd0984-46db-45f7-aaed-4aec41136f8f tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3770955 Aug 21 01:35:04.262403 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59314) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:35:04.266910 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-8fafbb78-7c50-4de1-9478-0b40ca7d6288 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group_rule': {'security_group_id': '7da0fd29-63f8-4354-8bfb-28da724f993d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:35:04.299209 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 7d30bbc9-a97b-43d2-b319-9d4924803d0f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:35:04.319425 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 7d30bbc9-a97b-43d2-b319-9d4924803d0f {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:35:04.325746 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 7d30bbc9-a97b-43d2-b319-9d4924803d0f not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:35:04.380958 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8fafbb78-7c50-4de1-9478-0b40ca7d6288 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (f2d9bb09-fdd6-430d-ab72-7ca0d85df408), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.451679 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8fafbb78-7c50-4de1-9478-0b40ca7d6288 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (f2d9bb09-fdd6-430d-ab72-7ca0d85df408), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.522446 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8fafbb78-7c50-4de1-9478-0b40ca7d6288 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (f2d9bb09-fdd6-430d-ab72-7ca0d85df408), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.543944 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafbb78-7c50-4de1-9478-0b40ca7d6288 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d9bb09-fdd6-430d-ab72-7ca0d85df408,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:04.633347 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8fafbb78-7c50-4de1-9478-0b40ca7d6288 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.634476 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-8fafbb78-7c50-4de1-9478-0b40ca7d6288 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3710842 Aug 21 01:35:04.637534 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59316) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:35:04.641879 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-30314e69-0cd0-4288-bbaa-0cb670838cd1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'security_group_rule': {'security_group_id': '7da0fd29-63f8-4354-8bfb-28da724f993d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:35:04.741394 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30314e69-0cd0-4288-bbaa-0cb670838cd1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (980e2413-4313-466c-a9f1-6ffbf3da9299), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.804117 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30314e69-0cd0-4288-bbaa-0cb670838cd1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (980e2413-4313-466c-a9f1-6ffbf3da9299), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.888654 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30314e69-0cd0-4288-bbaa-0cb670838cd1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914872'] for security_group_rule (980e2413-4313-466c-a9f1-6ffbf3da9299), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:04.908218 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30314e69-0cd0-4288-bbaa-0cb670838cd1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980e2413-4313-466c-a9f1-6ffbf3da9299,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:05.021575 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-30314e69-0cd0-4288-bbaa-0cb670838cd1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:05.026622 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59320) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:35:05.027180 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-30314e69-0cd0-4288-bbaa-0cb670838cd1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3881853 Aug 21 01:35:05.031505 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:35:05.052025 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:05.091134 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf61614-c7ae-4f31-a109-f34d39df0c54 req-c6eed374-a431-4db2-8bfc-eda086dfc1b4 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:05.092651 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7bf61614-c7ae-4f31-a109-f34d39df0c54 req-c6eed374-a431-4db2-8bfc-eda086dfc1b4 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 944 time: 0.0558119 Aug 21 01:35:05.148551 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7bf61614-c7ae-4f31-a109-f34d39df0c54 req-5aa1e374-d4d9-4c0f-a92e-f081ed00fa99 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495627 Aug 21 01:35:05.168147 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:05.188853 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:05.253996 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:05.370347 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Allocated IP 172.37.5.9 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/c060ce74-1a8e-49c6-b4f7-45d1b12dde78) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:35:05.481976 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (c060ce74-1a8e-49c6-b4f7-45d1b12dde78), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:05.580073 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (c060ce74-1a8e-49c6-b4f7-45d1b12dde78), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:05.626602 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:35:05.631536 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:35:05.636423 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:35:05.640016 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=c060ce74-1a8e-49c6-b4f7-45d1b12dde78,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:05.723190 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (a4982a8c-3c58-455a-be6b-fcab4556a3f2), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:05.839132 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (c060ce74-1a8e-49c6-b4f7-45d1b12dde78), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:05.989485 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (c060ce74-1a8e-49c6-b4f7-45d1b12dde78), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:06.048182 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (c060ce74-1a8e-49c6-b4f7-45d1b12dde78), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:06.053807 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:06.119391 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=c060ce74-1a8e-49c6-b4f7-45d1b12dde78,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:06.122052 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (a4982a8c-3c58-455a-be6b-fcab4556a3f2), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:06.130627 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:06.210326 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:06.212007 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-171926a8-8717-4c9f-82ab-50ffc2afebc8 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1839046 Aug 21 01:35:06.284889 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d332db-9522-45ee-a76b-049207dcff7e req-64966a4e-3d15-4262-a9ad-b78592fac687 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:06.286438 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-79d332db-9522-45ee-a76b-049207dcff7e req-64966a4e-3d15-4262-a9ad-b78592fac687 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 944 time: 0.0567441 Aug 21 01:35:06.348234 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-79d332db-9522-45ee-a76b-049207dcff7e req-5d1b7f52-0c24-44a8-a6e0-b601087bad50 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539584 Aug 21 01:35:06.442248 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-3750b0f6-2a46-43c6-b19a-1c7758bffd93 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1126799713&fields=id&tenant_id=122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 267 time: 0.0440018 Aug 21 01:35:06.565863 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-a6230caa-e131-4fa2-92f9-d2bb7d939216 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:06.567363 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-a6230caa-e131-4fa2-92f9-d2bb7d939216 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 814 time: 0.1187022 Aug 21 01:35:06.582091 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-291f8927-883d-4dc9-ada1-4b222e843187 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/quotas/122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 375 time: 0.0093656 Aug 21 01:35:06.635192 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-98cb29e0-4295-48dd-9214-979c7fabad56 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476496 Aug 21 01:35:06.736510 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-7100b3eb-0a93-41e5-8811-0aeefc79b000 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891180 Aug 21 01:35:06.840643 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-a4ac5fd1-02a1-42e1-9d69-9379a90f491f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983362 Aug 21 01:35:07.138168 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f5dab2cf-d255-4bbb-8056-bc304d2aa5c2 req-e5443ce6-e331-4538-85a5-115638eac6e6 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 210 time: 0.0330379 Aug 21 01:35:07.479075 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89400d-afe8-49c0-ae8b-7513187f1acf req-42394370-d9f5-4841-99f4-792f63c5684f tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:07.480585 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce89400d-afe8-49c0-ae8b-7513187f1acf req-42394370-d9f5-4841-99f4-792f63c5684f tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 944 time: 0.0493531 Aug 21 01:35:07.536221 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce89400d-afe8-49c0-ae8b-7513187f1acf req-5e96e4ec-2108-434a-95a7-62a935a24bda tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499961 Aug 21 01:35:08.247190 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6ceef129-24b1-46a7-b926-e2aec54c367a req-d4eb6c4f-5947-43c8-a422-6fef7ecdb6c2 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 210 time: 0.0308254 Aug 21 01:35:08.336850 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device b8bc8818-25c9-4200-8011-9f19e85c6eec details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:35:08.426567 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:08.441360 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port b8bc8818-25c9-4200-8011-9f19e85c6eec, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8bc8818-25c9-4200-8011-9f19e85c6eec,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:35:08.443883 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:08.454125 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'b8bc8818-25c9-4200-8011-9f19e85c6eec', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'port_id': 'b8bc8818-25c9-4200-8011-9f19e85c6eec', 'mac_address': 'fa:16:3e:45:c4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:35:08.497477 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port b8bc8818-25c9-4200-8011-9f19e85c6eec is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:35:08.497867 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:08.518665 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bc8818-25c9-4200-8011-9f19e85c6eec {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:35:08.539875 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port b8bc8818-25c9-4200-8011-9f19e85c6eec, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8bc8818-25c9-4200-8011-9f19e85c6eec,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:35:08.654293 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:08.659717 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4b7d3-cca2-42e2-b10c-8393964fb6a9 req-0772fd25-40e9-41ce-8d68-1876544629eb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:08.661372 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e0b4b7d3-cca2-42e2-b10c-8393964fb6a9 req-0772fd25-40e9-41ce-8d68-1876544629eb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 944 time: 0.0485349 Aug 21 01:35:08.711517 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=b8bc8818-25c9-4200-8011-9f19e85c6eec,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:08.719284 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e0b4b7d3-cca2-42e2-b10c-8393964fb6a9 req-da347ccd-f732-41f6-bb94-d14a93bf57a9 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516684 Aug 21 01:35:08.719631 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.719984 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.720361 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.720713 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.721044 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.722072 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.722072 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.722072 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.722479 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.722664 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.722994 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.723358 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.725015 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.725015 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:08.725015 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:35:09.000025 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['b8bc8818-25c9-4200-8011-9f19e85c6eec'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:35:09.349462 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:09.350176 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-eb594061-f49b-4e7d-879c-120b05e40322 req-78d0e69d-9755-444a-9f09-a0a4a5db36a7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 210 time: 0.0282381 Aug 21 01:35:09.504783 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-da125587-4d1a-4800-b069-faa40aa88b92 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:09.506220 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-da125587-4d1a-4800-b069-faa40aa88b92 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 814 time: 0.1113493 Aug 21 01:35:09.582112 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-8ff60248-6dc8-4669-954b-5c554cd7a8fc tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=122b46d9e29843a88c7ca5f019426539 HTTP/1.1" status: 200 len: 380 time: 0.0596542 Aug 21 01:35:09.591341 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'port': {'device_id': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'admin_state_up': True, 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'security_groups': ['7da0fd29-63f8-4354-8bfb-28da724f993d']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:35:09.661125 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:09.689317 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:09.822658 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Made reservation on behalf of 122b46d9e29843a88c7ca5f019426539 for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:35:09.826356 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:09.861646 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747c6d3-1e02-450d-852b-ee89f27ddc3c req-8a608926-2578-4586-b01c-d6889514f4cc tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:09.863061 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5747c6d3-1e02-450d-852b-ee89f27ddc3c req-8a608926-2578-4586-b01c-d6889514f4cc tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 945 time: 0.0681360 Aug 21 01:35:09.967712 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5747c6d3-1e02-450d-852b-ee89f27ddc3c req-7ed2c999-c4b1-4d44-abca-744cddc24626 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972102 Aug 21 01:35:10.012634 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Allocated IP 172.20.0.14 (99061e98-94a6-4cdf-b3c1-c9af69a6346c/f90bfea2-4588-4b76-84b6-c86b6c919637/e80f35e0-ecfc-432b-83a2-daae538d4c4f) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:35:10.352369 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device b8bc8818-25c9-4200-8011-9f19e85c6eec up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:35:10.400049 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port b8bc8818-25c9-4200-8011-9f19e85c6eec completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:35:10.447874 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:10.465520 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port b8bc8818-25c9-4200-8011-9f19e85c6eec triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:35:10.465899 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:10.471076 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d4268712-fcbb-408b-893c-5069058322e9 req-f41110a1-f712-4895-9fc6-566a201457fc tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 210 time: 0.0364931 Aug 21 01:35:10.542460 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port b8bc8818-25c9-4200-8011-9f19e85c6eec is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:35:10.542846 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:10.566109 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c51937-c541-455e-a0db-4d06041c67be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bc8818-25c9-4200-8011-9f19e85c6eec'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:35:10.568382 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a612936c-12e5-4e11-981a-ce37e4c9cbbd" -d '{"events": [{"server_uuid": "85c51937-c541-455e-a0db-4d06041c67be", "name": "network-vif-plugged", "status": "completed", "tag": "b8bc8818-25c9-4200-8011-9f19e85c6eec"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:35:10.579523 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:10.582001 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port b8bc8818-25c9-4200-8011-9f19e85c6eec, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8bc8818-25c9-4200-8011-9f19e85c6eec,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:35:10.609552 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed28c53-895b-4271-a00f-59e5538f4f4b x-openstack-request-id: req-0ed28c53-895b-4271-a00f-59e5538f4f4b {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:35:10.609846 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c51937-c541-455e-a0db-4d06041c67be", "name": "network-vif-plugged", "status": "completed", "tag": "b8bc8818-25c9-4200-8011-9f19e85c6eec", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:35:10.610100 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0ed28c53-895b-4271-a00f-59e5538f4f4b {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:35:10.610504 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed28c53-895b-4271-a00f-59e5538f4f4b'] response: {'server_uuid': '85c51937-c541-455e-a0db-4d06041c67be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bc8818-25c9-4200-8011-9f19e85c6eec', 'code': 200} Aug 21 01:35:10.632336 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:35:10.635778 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:35:10.638441 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:35:10.686925 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:10.687334 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event updated for resources: {'Port': ['ID=e80f35e0-ecfc-432b-83a2-daae538d4c4f,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:10.711504 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:10.714590 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:10.715421 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:10.732679 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=b8bc8818-25c9-4200-8011-9f19e85c6eec,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:10.803481 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-81bc1e09-c572-49cb-b7fd-c4397e566d6c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2158113 Aug 21 01:35:10.831288 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Request body: {'port': {'device_id': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:35:10.904361 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:10.954560 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:10.958862 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-b1673696-bb5d-43e9-a55a-2fd7a909238a None None] Provisioning complete for port e80f35e0-ecfc-432b-83a2-daae538d4c4f triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:35:10.959488 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b1673696-bb5d-43e9-a55a-2fd7a909238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:11.000325 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-b1673696-bb5d-43e9-a55a-2fd7a909238a None None] Port e80f35e0-ecfc-432b-83a2-daae538d4c4f cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:35:11.146952 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c9127-46d1-4612-9230-66d7ca5a6524 req-a4ed2174-60d4-407c-b6a4-58fc90bd3f20 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:11.148484 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b97c9127-46d1-4612-9230-66d7ca5a6524 req-a4ed2174-60d4-407c-b6a4-58fc90bd3f20 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 946 time: 0.1011887 Aug 21 01:35:11.160837 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:11.238651 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5218aa6-959e-40c3-8dec-4a7102548436 req-e7e44130-c8b2-4f36-90ae-805c6611475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:11.240190 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c5218aa6-959e-40c3-8dec-4a7102548436 req-e7e44130-c8b2-4f36-90ae-805c6611475d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 1130 time: 0.1013367 Aug 21 01:35:11.283704 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b97c9127-46d1-4612-9230-66d7ca5a6524 req-3edb2c14-1f0d-481c-875b-db5ac1484016 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188197 Aug 21 01:35:11.350323 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80f35e0-ecfc-432b-83a2-daae538d4c4f {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:35:11.358592 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c5218aa6-959e-40c3-8dec-4a7102548436 req-ae48e560-682d-42fb-8e04-90a57e937ae2 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081657 Aug 21 01:35:11.363654 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Publish callbacks [] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:11.389642 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Transition to ACTIVE for port object e80f35e0-ecfc-432b-83a2-daae538d4c4f will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:35:11.533873 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:11.650484 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e80f35e0-ecfc-432b-83a2-daae538d4c4f,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:11.667522 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f90cf-af34-43c4-b12a-6a04ce90df0d req-1bfecea5-a7ec-4980-b72c-3c5016ceb25a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:11.669091 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0d0f90cf-af34-43c4-b12a-6a04ce90df0d req-1bfecea5-a7ec-4980-b72c-3c5016ceb25a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 944 time: 0.1091292 Aug 21 01:35:11.710957 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Attempting to bind port e80f35e0-ecfc-432b-83a2-daae538d4c4f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:35:11.711277 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Attempting to bind port e80f35e0-ecfc-432b-83a2-daae538d4c4f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:35:11.711595 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Attempting to bind port e80f35e0-ecfc-432b-83a2-daae538d4c4f on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:35:11.729303 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Port e80f35e0-ecfc-432b-83a2-daae538d4c4f on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:35:11.729617 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Attempting to bind port e80f35e0-ecfc-432b-83a2-daae538d4c4f on network 99061e98-94a6-4cdf-b3c1-c9af69a6346c {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:35:11.737894 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:35:11.738227 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Checking segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:35:11.738606 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Bound using segment: {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:35:11.739035 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Bound port: e80f35e0-ecfc-432b-83a2-daae538d4c4f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fc4450-430d-4a28-b065-2a913f1a3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:35:11.739388 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:11.744452 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0d0f90cf-af34-43c4-b12a-6a04ce90df0d req-d898cb71-fc64-4184-ac2e-2851438f49ed tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684385 Aug 21 01:35:11.800404 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:11.806801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] For port e80f35e0-ecfc-432b-83a2-daae538d4c4f, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:35:11.809957 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] For port e80f35e0-ecfc-432b-83a2-daae538d4c4f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e80f35e0-ecfc-432b-83a2-daae538d4c4f,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:35:11.963292 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:11.968038 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:11.968776 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:11.970191 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/e80f35e0-ecfc-432b-83a2-daae538d4c4f HTTP/1.1" status: 200 len: 1094 time: 1.1464210 Aug 21 01:35:11.970684 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'tag': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:35:11.973095 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada9752a-f5f2-4868-9ce2-0aa56aa9d390" -d '{"events": [{"name": "network-changed", "server_uuid": "a42c5c99-2ccb-452e-b2aa-a0c520e5e746", "tag": "e80f35e0-ecfc-432b-83a2-daae538d4c4f"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:35:12.015923 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06748b94-cfec-4ae1-9db4-d40938ae04a3 x-openstack-request-id: req-06748b94-cfec-4ae1-9db4-d40938ae04a3 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:35:12.016242 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42c5c99-2ccb-452e-b2aa-a0c520e5e746", "tag": "e80f35e0-ecfc-432b-83a2-daae538d4c4f", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:35:12.016497 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-06748b94-cfec-4ae1-9db4-d40938ae04a3 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:35:12.016905 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06748b94-cfec-4ae1-9db4-d40938ae04a3'] response: {'name': 'network-changed', 'server_uuid': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'tag': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f', 'status': 'completed', 'code': 200} Aug 21 01:35:12.028237 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b287d3-7dd3-4055-a95c-d671a62c85e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e80f35e0-ecfc-432b-83a2-daae538d4c4f,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:12.127774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9752a-f5f2-4868-9ce2-0aa56aa9d390 req-a3777d28-1a3d-4c9c-970e-996224764acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:12.129324 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ada9752a-f5f2-4868-9ce2-0aa56aa9d390 req-a3777d28-1a3d-4c9c-970e-996224764acf service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 1128 time: 0.0426552 Aug 21 01:35:12.270662 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9752a-f5f2-4868-9ce2-0aa56aa9d390 req-6969a55f-cefd-4180-b170-39baaf157d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:12.272186 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ada9752a-f5f2-4868-9ce2-0aa56aa9d390 req-6969a55f-cefd-4180-b170-39baaf157d49 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=122b46d9e29843a88c7ca5f019426539&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1145601 Aug 21 01:35:12.460370 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e692359-a941-4e01-917f-b6e7650584cb req-1804ffec-c560-468e-9822-b1a451cbe6ee tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:12.461876 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2e692359-a941-4e01-917f-b6e7650584cb req-1804ffec-c560-468e-9822-b1a451cbe6ee tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 946 time: 0.0967603 Aug 21 01:35:12.564074 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9752a-f5f2-4868-9ce2-0aa56aa9d390 req-76c70fd6-2760-4720-84ba-7b94ddf9d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:12.565602 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ada9752a-f5f2-4868-9ce2-0aa56aa9d390 req-76c70fd6-2760-4720-84ba-7b94ddf9d9f1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612442 Aug 21 01:35:12.569419 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2e692359-a941-4e01-917f-b6e7650584cb req-1d61a5d9-a1cf-43b6-b3df-274b35c864e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975614 Aug 21 01:35:12.721262 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:35:12.876732 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09338615-60cf-4e2d-8549-20e6c5aba3d0 req-75e3256d-3bcc-43aa-b995-9154b2327765 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:12.878317 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-09338615-60cf-4e2d-8549-20e6c5aba3d0 req-75e3256d-3bcc-43aa-b995-9154b2327765 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 944 time: 0.0566118 Aug 21 01:35:12.941054 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-1f182b29-6556-45c3-acc0-6f44a2b86b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:12.942589 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-1f182b29-6556-45c3-acc0-6f44a2b86b94 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 1128 time: 0.0626354 Aug 21 01:35:12.973307 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-09338615-60cf-4e2d-8549-20e6c5aba3d0 req-5c9357f6-b2ab-4b0b-91ff-53c37f2414b7 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838971 Aug 21 01:35:12.999424 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-6b5b95bb-5f41-453b-a146-1737919276ea service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80f35e0-ecfc-432b-83a2-daae538d4c4f HTTP/1.1" status: 200 len: 217 time: 0.0412569 Aug 21 01:35:13.055427 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-ed1ebb9f-5fc1-4b32-b6be-a4f70df9518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:13.056879 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-ed1ebb9f-5fc1-4b32-b6be-a4f70df9518a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.0517435 Aug 21 01:35:13.102267 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-826a1521-5fc9-4de0-9077-6205f57c3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:13.104500 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-826a1521-5fc9-4de0-9077-6205f57c3be8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419271 Aug 21 01:35:13.143061 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:13.205294 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-a3291e4b-dabe-4dcf-9313-a362ca23e6cf service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942779 Aug 21 01:35:13.311835 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81eb2c43-e00f-4c62-a229-4fd6f364304d req-ff4075ad-0aea-45ed-9db1-f72cbe5a7292 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955298 Aug 21 01:35:13.709115 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d237b-2f3f-4c60-aceb-66fe6bf5fca5 req-6773af41-d337-4db0-8e0b-93ab8c47eb24 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:13.710587 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c18d237b-2f3f-4c60-aceb-66fe6bf5fca5 req-6773af41-d337-4db0-8e0b-93ab8c47eb24 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 946 time: 0.0589130 Aug 21 01:35:13.768211 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c18d237b-2f3f-4c60-aceb-66fe6bf5fca5 req-ac8c64d9-5ef2-419f-9583-4d897b511c8d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500455 Aug 21 01:35:13.852400 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:13.893494 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f243783-bada-4726-9eb9-33033f919b77 req-c3f386f9-fa45-423a-a32a-27c51cff7e67 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:13.894877 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4f243783-bada-4726-9eb9-33033f919b77 req-c3f386f9-fa45-423a-a32a-27c51cff7e67 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 946 time: 0.0528290 Aug 21 01:35:13.956944 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4f243783-bada-4726-9eb9-33033f919b77 req-9c76c432-e459-42e2-b100-4239dcb9d504 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549934 Aug 21 01:35:13.985248 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59378) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:35:14.074536 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382eb965-9854-48a9-b98b-da3348a32f22 tempest-TestVolumeBootPattern-682597924 tempest-TestVolumeBootPattern-682597924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:14.076090 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-382eb965-9854-48a9-b98b-da3348a32f22 tempest-TestVolumeBootPattern-682597924 tempest-TestVolumeBootPattern-682597924-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 1125 time: 0.0898356 Aug 21 01:35:14.079122 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59384) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:35:14.083569 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'port_id': 'b8bc8818-25c9-4200-8011-9f19e85c6eec', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:35:14.094095 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806a9ce-118c-4779-9957-215e582403eb req-baf022f8-97bb-4a37-8ea3-6047744826b9 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:14.095640 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a806a9ce-118c-4779-9957-215e582403eb req-baf022f8-97bb-4a37-8ea3-6047744826b9 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 944 time: 0.0485156 Aug 21 01:35:14.147240 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a806a9ce-118c-4779-9957-215e582403eb req-7cdc67f4-46b1-4c06-8a0a-9b48af9c24d9 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457969 Aug 21 01:35:14.162653 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:14.247482 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:14.260489 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:14.290834 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:14.351475 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device e80f35e0-ecfc-432b-83a2-daae538d4c4f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:35:14.360762 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Allocated IP 172.37.5.110 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/cdc25220-0315-4ce8-884e-dc9f35f8d6ae) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:35:14.452722 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port e80f35e0-ecfc-432b-83a2-daae538d4c4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e80f35e0-ecfc-432b-83a2-daae538d4c4f,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:35:14.466764 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for port (cdc25220-0315-4ce8-884e-dc9f35f8d6ae), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:14.468521 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'port_id': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f', 'mac_address': 'fa:16:3e:60:fd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:35:14.503535 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port e80f35e0-ecfc-432b-83a2-daae538d4c4f is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:35:14.503923 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:14.517806 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80f35e0-ecfc-432b-83a2-daae538d4c4f {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:35:14.538096 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port e80f35e0-ecfc-432b-83a2-daae538d4c4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e80f35e0-ecfc-432b-83a2-daae538d4c4f,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:35:14.591437 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (cdc25220-0315-4ce8-884e-dc9f35f8d6ae), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:14.619839 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:14.625801 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:14.631439 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:35:14.634386 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:35:14.638191 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:35:14.663474 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'Port': ['ID=cdc25220-0315-4ce8-884e-dc9f35f8d6ae,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:14.668866 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=e80f35e0-ecfc-432b-83a2-daae538d4c4f,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:14.719875 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:14.919303 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['e80f35e0-ecfc-432b-83a2-daae538d4c4f'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:35:14.987154 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (8b4f1e27-2ab9-46cd-930c-09255b30b981), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:15.133144 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (cdc25220-0315-4ce8-884e-dc9f35f8d6ae), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:15.274665 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94e50a-ca43-44ad-8f8e-445c3ef224c0 req-b0a9a163-c572-4f3e-835b-42fd5eaa35fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:15.276148 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-aa94e50a-ca43-44ad-8f8e-445c3ef224c0 req-b0a9a163-c572-4f3e-835b-42fd5eaa35fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 945 time: 0.0518537 Aug 21 01:35:15.286523 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for port (cdc25220-0315-4ce8-884e-dc9f35f8d6ae), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:15.323378 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-aa94e50a-ca43-44ad-8f8e-445c3ef224c0 req-5e2ed5c4-ff89-4aec-9365-ce3304be36cf tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Aug 21 01:35:15.351230 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (cdc25220-0315-4ce8-884e-dc9f35f8d6ae), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:15.642326 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'Port': ['ID=cdc25220-0315-4ce8-884e-dc9f35f8d6ae,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:15.645463 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (8b4f1e27-2ab9-46cd-930c-09255b30b981), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:15.722846 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:15.741798 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Floating IP 8b4f1e27-2ab9-46cd-930c-09255b30b981 associated. External IP: 172.37.5.110, port: b8bc8818-25c9-4200-8011-9f19e85c6eec. Aug 21 01:35:15.938566 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Router dcf54b28-3f28-46f1-bac1-9e434cac4e89 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:35:15.992937 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-faa586f3-9a04-4392-ade6-e45848e958d9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394340 Aug 21 01:35:16.047211 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:35:16.059238 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] Sync routers for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:35:16.059745 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:16.069924 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:35:16.080560 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:35:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:16.102710 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-30a8e2f4-8191-40ba-9718-4553e0e6d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:16.104958 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-30a8e2f4-8191-40ba-9718-4553e0e6d9a8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 1130 time: 0.0425110 Aug 21 01:35:16.141308 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:16.176828 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-f658fd00-6d9d-40a3-8c97-d52cd37b56e7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0945747 Aug 21 01:35:16.176828 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c51937-c541-455e-a0db-4d06041c67be', 'tag': 'b8bc8818-25c9-4200-8011-9f19e85c6eec'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:35:16.177743 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4" -d '{"events": [{"name": "network-changed", "server_uuid": "85c51937-c541-455e-a0db-4d06041c67be", "tag": "b8bc8818-25c9-4200-8011-9f19e85c6eec"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:35:16.184674 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:35:16.219916 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6815349-610f-4840-8221-f53dc4a4ae02 x-openstack-request-id: req-e6815349-610f-4840-8221-f53dc4a4ae02 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:35:16.220650 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c51937-c541-455e-a0db-4d06041c67be", "tag": "b8bc8818-25c9-4200-8011-9f19e85c6eec", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:35:16.221183 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e6815349-610f-4840-8221-f53dc4a4ae02 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:35:16.221801 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6815349-610f-4840-8221-f53dc4a4ae02'] response: {'name': 'network-changed', 'server_uuid': '85c51937-c541-455e-a0db-4d06041c67be', 'tag': 'b8bc8818-25c9-4200-8011-9f19e85c6eec', 'status': 'completed', 'code': 200} Aug 21 01:35:16.227630 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-13ee3016-6e0d-46f0-908d-a3b608098f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:16.229767 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-13ee3016-6e0d-46f0-908d-a3b608098f78 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 912 time: 0.1057391 Aug 21 01:35:16.301155 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:16.315312 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-dd8f5592-efcb-4c60-85d9-293236c8a114 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8bc8818-25c9-4200-8011-9f19e85c6eec HTTP/1.1" status: 200 len: 1000 time: 0.0590477 Aug 21 01:35:16.359974 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device e80f35e0-ecfc-432b-83a2-daae538d4c4f up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:35:16.371804 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-ed8c7a83-4a22-46ae-91d1-d79ceb023c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:16.373515 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-ed8c7a83-4a22-46ae-91d1-d79ceb023c0d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0524976 Aug 21 01:35:16.448298 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8b4f1e27-2ab9-46cd-930c-09255b30b981', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.110', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': 'b8bc8818-25c9-4200-8011-9f19e85c6eec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:45:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c51937-c541-455e-a0db-4d06041c67be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:35:14Z', 'updated_at': '2022-08-21T01:35:14Z', 'revision_number': 0, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:16.451050 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-27ae6f06-8b78-4c84-af71-4d5e86d65ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:16.453274 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-27ae6f06-8b78-4c84-af71-4d5e86d65ef9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728469 Aug 21 01:35:16.473098 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55803e-5496-4799-a40a-bcb556104259 req-701adf7e-0ec0-435e-98bd-3669a551697a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:16.474540 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d55803e-5496-4799-a40a-bcb556104259 req-701adf7e-0ec0-435e-98bd-3669a551697a tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 945 time: 0.0649409 Aug 21 01:35:16.476362 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port e80f35e0-ecfc-432b-83a2-daae538d4c4f completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:35:16.479696 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] Checking router: dcf54b28-3f28-46f1-bac1-9e434cac4e89 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:35:16.489003 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:35:16.489267 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:35:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:16.556603 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port e80f35e0-ecfc-432b-83a2-daae538d4c4f triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:35:16.557544 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:16.589987 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8d55803e-5496-4799-a40a-bcb556104259 req-44dc811d-facb-4b4f-a2b1-57c33254644e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033061 Aug 21 01:35:16.592786 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:16.593741 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-49960223-5dfb-40c1-b115-99193d87d254 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329799 Aug 21 01:35:16.627907 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:35:16.670148 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:16.692202 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f8a7466b-6135-40c7-970b-428e8623d3fb req-64afda38-f2ec-4f34-a0b2-22e7bfad5c78 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926230 Aug 21 01:35:16.726482 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port e80f35e0-ecfc-432b-83a2-daae538d4c4f is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:35:16.726871 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:16.765535 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:35:16.767870 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b052985e-c1ce-4570-8119-39a03c41a1c3" -d '{"events": [{"server_uuid": "a42c5c99-2ccb-452e-b2aa-a0c520e5e746", "name": "network-vif-plugged", "status": "completed", "tag": "e80f35e0-ecfc-432b-83a2-daae538d4c4f"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:35:16.783387 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port e80f35e0-ecfc-432b-83a2-daae538d4c4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e80f35e0-ecfc-432b-83a2-daae538d4c4f,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:35:16.808447 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c1dd9d-2202-409f-b74d-7a5522ca96b0 x-openstack-request-id: req-15c1dd9d-2202-409f-b74d-7a5522ca96b0 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:35:16.815647 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42c5c99-2ccb-452e-b2aa-a0c520e5e746", "name": "network-vif-plugged", "status": "completed", "tag": "e80f35e0-ecfc-432b-83a2-daae538d4c4f", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:35:16.815647 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-15c1dd9d-2202-409f-b74d-7a5522ca96b0 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:35:16.815647 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c1dd9d-2202-409f-b74d-7a5522ca96b0'] response: {'server_uuid': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f', 'code': 200} Aug 21 01:35:16.892209 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:16.940178 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8b4f1e27-2ab9-46cd-930c-09255b30b981', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.110', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': 'b8bc8818-25c9-4200-8011-9f19e85c6eec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:45:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c51937-c541-455e-a0db-4d06041c67be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:35:14Z', 'updated_at': '2022-08-21T01:35:14Z', 'revision_number': 0, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:16.945562 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-86922440-6c7b-45cc-bed0-e5d33f9ea3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:16.947079 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-86922440-6c7b-45cc-bed0-e5d33f9ea3a2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 1130 time: 0.0429983 Aug 21 01:35:17.046587 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-e11a1981-59fe-4c43-8249-3274377cce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:17.048189 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-e11a1981-59fe-4c43-8249-3274377cce72 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 912 time: 0.0945640 Aug 21 01:35:17.106770 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ec2ff-6163-499c-a703-561ee201a771 None None] The sync data for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi is: [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8b4f1e27-2ab9-46cd-930c-09255b30b981', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.110', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': 'b8bc8818-25c9-4200-8011-9f19e85c6eec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:45:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c51937-c541-455e-a0db-4d06041c67be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:35:14Z', 'updated_at': '2022-08-21T01:35:14Z', 'revision_number': 0, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:35:17.111519 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=e80f35e0-ecfc-432b-83a2-daae538d4c4f,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:35:17.112815 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:17.120181 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-f3fcf682-674f-4432-b749-50da456ce322 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8bc8818-25c9-4200-8011-9f19e85c6eec HTTP/1.1" status: 200 len: 1000 time: 0.0629721 Aug 21 01:35:17.172505 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-b49170d0-9348-4bc3-8ec1-e7ae2cd359d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:17.173998 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-b49170d0-9348-4bc3-8ec1-e7ae2cd359d1 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0489802 Aug 21 01:35:17.220876 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-67ec2d11-257b-4be5-9e29-ca3e249982d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:17.224719 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-67ec2d11-257b-4be5-9e29-ca3e249982d5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424380 Aug 21 01:35:17.289628 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa1594-6fc7-47a0-9d68-12ce75f0fcc4 req-2b3bb55c-c46f-4a71-9a06-8fdce7b4a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:17.291136 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f5aa1594-6fc7-47a0-9d68-12ce75f0fcc4 req-2b3bb55c-c46f-4a71-9a06-8fdce7b4a729 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 1130 time: 0.0678823 Aug 21 01:35:17.351388 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef54612-9381-40b8-9eb0-2596c28f6607 None None] New status for floating IP 8b4f1e27-2ab9-46cd-930c-09255b30b981: ACTIVE {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:35:17.379237 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-66411850-e061-42fc-9dcc-2d7d2508ccdc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484725 Aug 21 01:35:17.381717 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f5aa1594-6fc7-47a0-9d68-12ce75f0fcc4 req-d10f27a2-2016-4e43-a201-ac6462b5da41 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634220 Aug 21 01:35:17.744812 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ca95f-a443-4532-b780-6673512868fd req-b0d44129-e2a8-43a4-82bb-c2ca77036b99 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:17.746361 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b4ca95f-a443-4532-b780-6673512868fd req-b0d44129-e2a8-43a4-82bb-c2ca77036b99 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 946 time: 0.0773180 Aug 21 01:35:17.833938 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-0f3ca8e4-0832-402a-a2a0-cfa000da60d4 req-9cb9e30f-bb13-49a0-980f-62b2bef0c64b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528373 Aug 21 01:35:17.841050 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3b4ca95f-a443-4532-b780-6673512868fd req-59eb4306-0955-46b3-95f0-2ae82c67aadb tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670636 Aug 21 01:35:18.967624 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71ea9d-f89c-41ec-8321-fc18380d6f89 req-f1158fdf-f8d4-4f08-95c8-e077b9ce53ef tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:18.969167 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5d71ea9d-f89c-41ec-8321-fc18380d6f89 req-f1158fdf-f8d4-4f08-95c8-e077b9ce53ef tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 946 time: 0.0476108 Aug 21 01:35:19.017554 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5d71ea9d-f89c-41ec-8321-fc18380d6f89 req-79553cbc-21d7-4004-9c9d-b12c3d19075b tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425920 Aug 21 01:35:20.140613 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5ed3b-9206-4e39-bda3-7accb6bd8c76 req-b139b02f-d7b2-49fe-9592-8a7da18fa886 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:20.142085 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5da5ed3b-9206-4e39-bda3-7accb6bd8c76 req-b139b02f-d7b2-49fe-9592-8a7da18fa886 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 946 time: 0.0467610 Aug 21 01:35:20.189415 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5da5ed3b-9206-4e39-bda3-7accb6bd8c76 req-035ea137-26db-48e0-8b4c-e36d166d6447 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Aug 21 01:35:20.306119 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fd91-3830-44f9-a2f3-18d36e454342 req-6c11dccd-da78-4313-abff-00d9eda443f1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:20.308348 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bea8fd91-3830-44f9-a2f3-18d36e454342 req-6c11dccd-da78-4313-abff-00d9eda443f1 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 946 time: 0.0502779 Aug 21 01:35:20.317806 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59404) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:35:20.322209 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [None req-8255a744-48e1-4296-a863-ba46cf50f5fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Request body: {'floatingip': {'port_id': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:35:20.354226 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:20.361706 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8255a744-48e1-4296-a863-ba46cf50f5fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (a4982a8c-3c58-455a-be6b-fcab4556a3f2), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:20.770246 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8255a744-48e1-4296-a863-ba46cf50f5fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:20.831244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8255a744-48e1-4296-a863-ba46cf50f5fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (a4982a8c-3c58-455a-be6b-fcab4556a3f2), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:20.888788 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:20.926409 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [None req-8255a744-48e1-4296-a863-ba46cf50f5fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Floating IP a4982a8c-3c58-455a-be6b-fcab4556a3f2 associated. External IP: 172.37.5.9, port: e80f35e0-ecfc-432b-83a2-daae538d4c4f. Aug 21 01:35:21.124216 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8255a744-48e1-4296-a863-ba46cf50f5fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Router eebb2dcd-4787-4d64-9758-f797abd6c48b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:35:21.227244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8255a744-48e1-4296-a863-ba46cf50f5fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:35:21.232663 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-8255a744-48e1-4296-a863-ba46cf50f5fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:21.239130 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:35:21.248635 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:35:21.249321 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:35:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:21.261208 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-8255a744-48e1-4296-a863-ba46cf50f5fe tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "PUT /networking/v2.0/floatingips/a4982a8c-3c58-455a-be6b-fcab4556a3f2 HTTP/1.1" status: 200 len: 990 time: 0.9423320 Aug 21 01:35:21.261778 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'tag': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:35:21.264087 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca51993e-f9a3-4d9e-86ef-b7a706406829" -d '{"events": [{"name": "network-changed", "server_uuid": "a42c5c99-2ccb-452e-b2aa-a0c520e5e746", "tag": "e80f35e0-ecfc-432b-83a2-daae538d4c4f"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:35:21.305309 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448818f1-7cea-4af9-9fb0-a004bb17d511 x-openstack-request-id: req-448818f1-7cea-4af9-9fb0-a004bb17d511 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:35:21.305602 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42c5c99-2ccb-452e-b2aa-a0c520e5e746", "tag": "e80f35e0-ecfc-432b-83a2-daae538d4c4f", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:35:21.305862 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-448818f1-7cea-4af9-9fb0-a004bb17d511 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:35:21.306280 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448818f1-7cea-4af9-9fb0-a004bb17d511'] response: {'name': 'network-changed', 'server_uuid': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'tag': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f', 'status': 'completed', 'code': 200} Aug 21 01:35:21.347330 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:21.357419 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:35:21.397201 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-73023181-96ec-4735-9bca-875945fb6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:21.398738 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-73023181-96ec-4735-9bca-875945fb6e56 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=122b46d9e29843a88c7ca5f019426539&device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 1130 time: 0.0396821 Aug 21 01:35:21.413588 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:21.496179 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-25b65a70-6160-406c-90e1-94a0b7c2a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:21.497663 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-25b65a70-6160-406c-90e1-94a0b7c2a94a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 200 len: 915 time: 0.0919716 Aug 21 01:35:21.560180 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-837ba7bc-8d59-444c-bb88-4eba146ba8ad service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80f35e0-ecfc-432b-83a2-daae538d4c4f HTTP/1.1" status: 200 len: 998 time: 0.0556562 Aug 21 01:35:21.572177 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a4982a8c-3c58-455a-be6b-fcab4556a3f2', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.9', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:60:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:35:05Z', 'updated_at': '2022-08-21T01:35:20Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:21.601612 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:35:21.610596 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:35:21.611215 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:35:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:21.714276 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:35:21.884577 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-2b800c38-6e4f-4827-a727-c69b7c4ca615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:21.886660 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-2b800c38-6e4f-4827-a727-c69b7c4ca615 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 200 len: 853 time: 0.3193398 Aug 21 01:35:21.934172 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-ea98eddc-771b-4af8-b1d5-a890b760cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:35:21.935709 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-ea98eddc-771b-4af8-b1d5-a890b760cbf1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=99061e98-94a6-4cdf-b3c1-c9af69a6346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395033 Aug 21 01:35:21.938436 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a4982a8c-3c58-455a-be6b-fcab4556a3f2', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.9', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:60:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:35:05Z', 'updated_at': '2022-08-21T01:35:20Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:35:21.964715 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0702f5d4-6861-45a2-a321-e65eff4db375 None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a4982a8c-3c58-455a-be6b-fcab4556a3f2', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'floating_ip_address': '172.37.5.9', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'port_id': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'mac_address': 'fa:16:3e:60:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:35:05Z', 'updated_at': '2022-08-21T01:35:20Z', 'revision_number': 1, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:35:22.051547 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-32bd2e9b-fd46-4ab1-b9f0-a9e22e6ff06c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988383 Aug 21 01:35:22.153241 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ca51993e-f9a3-4d9e-86ef-b7a706406829 req-4f589b44-315e-4d9e-8f58-04adcc189f33 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959327 Aug 21 01:35:22.177205 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3551c0-05ae-46bb-9395-db136c1660d3 None None] New status for floating IP a4982a8c-3c58-455a-be6b-fcab4556a3f2: ACTIVE {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:35:26.171106 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:27.830877 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-9cde3fd4-06ca-4513-81e8-4461658bfda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:30.230995 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-783fa588-03d3-4ee6-a508-b0d4493e3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:31.435392 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:32.147343 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:32.149236 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=33 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:32.285409 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:32.287570 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:33.084273 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:33.339544 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:33.733471 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:39.436570 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:49.226171 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:49.228088 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:49.720221 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:35:57.674648 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:35:57.750316 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e44faaa5-784b-44ab-81eb-e6c5213396ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:35:59.716174 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:00.229980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3f2c-8492-449b-8252-88e30badb9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:01.401350 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:03.161400 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:03.721201 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:09.309674 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:11.796555 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d92d3e-c049-451c-a936-234bc48eeb2a req-69a9bb95-1690-4c66-95fb-e841a055dad0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:36:11.798027 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1d92d3e-c049-451c-a936-234bc48eeb2a req-69a9bb95-1690-4c66-95fb-e841a055dad0 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 946 time: 0.0469320 Aug 21 01:36:11.846062 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1d92d3e-c049-451c-a936-234bc48eeb2a req-2566ed37-de13-4ebe-9d61-0166fb04466c tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Aug 21 01:36:12.992564 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696543d-8937-4148-a8ef-c101731a3909 req-2e44bcab-431a-4691-ac19-a593081a8f72 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:36:12.994039 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8696543d-8937-4148-a8ef-c101731a3909 req-2e44bcab-431a-4691-ac19-a593081a8f72 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 946 time: 0.0507190 Aug 21 01:36:13.041351 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8696543d-8937-4148-a8ef-c101731a3909 req-f4a98869-cc2d-4e2c-94de-60efd20089ea tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Aug 21 01:36:13.767422 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-42c08387-4a95-42af-baf2-af80e3c3a3bf tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:36:13.768882 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-42c08387-4a95-42af-baf2-af80e3c3a3bf tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 946 time: 0.0456910 Aug 21 01:36:13.858049 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Deleting port e80f35e0-ecfc-432b-83a2-daae538d4c4f {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:36:13.858383 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:13.946333 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] For port e80f35e0-ecfc-432b-83a2-daae538d4c4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e80f35e0-ecfc-432b-83a2-daae538d4c4f,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:36:13.946692 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:14.111340 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:14.112060 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (a4982a8c-3c58-455a-be6b-fcab4556a3f2), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:14.112060 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Floating IP a4982a8c-3c58-455a-be6b-fcab4556a3f2 disassociated. External IP: 172.37.5.9, port: e80f35e0-ecfc-432b-83a2-daae538d4c4f. Aug 21 01:36:14.112378 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Calling delete_port for e80f35e0-ecfc-432b-83a2-daae538d4c4f owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:36:14.196462 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c101c-85a6-4344-a96c-df1e445a794e req-77283337-9388-470d-b11f-1cba04107e11 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:36:14.198028 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a11c101c-85a6-4344-a96c-df1e445a794e req-77283337-9388-470d-b11f-1cba04107e11 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 946 time: 0.0812120 Aug 21 01:36:14.273200 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a11c101c-85a6-4344-a96c-df1e445a794e req-73cc4094-40b2-4832-995e-d271b0f01941 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7da0fd29-63f8-4354-8bfb-28da724f993d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658650 Aug 21 01:36:14.367476 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (e80f35e0-ecfc-432b-83a2-daae538d4c4f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:14.395170 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'Port': ['ID=e80f35e0-ecfc-432b-83a2-daae538d4c4f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:36:14.405135 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.405486 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.405829 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.406167 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.406500 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.406830 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.407159 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.407484 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.407811 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.408595 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.408595 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.408791 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.409094 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.409415 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.409737 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:14.486543 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:14.516699 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:14.525712 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Router eebb2dcd-4787-4d64-9758-f797abd6c48b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:36:14.631901 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:36:14.642594 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:36:14.653078 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:36:14.653701 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:36:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:14.676550 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] No DVR routers for this DVR port e80f35e0-ecfc-432b-83a2-daae538d4c4f on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:36:14.679118 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:14.682475 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-15f10a2e-8cbd-427f-81bf-fa5f2c889b9b req-98fccb01-3b4d-462c-9ada-ad41a3f66976 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.67 "DELETE /networking/v2.0/ports/e80f35e0-ecfc-432b-83a2-daae538d4c4f HTTP/1.1" status: 204 len: 173 time: 0.9083219 Aug 21 01:36:14.683457 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'name': 'network-vif-deleted', 'tag': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:36:14.685811 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6c59d8-a49c-41ba-b907-4da9dafa29c6" -d '{"events": [{"server_uuid": "a42c5c99-2ccb-452e-b2aa-a0c520e5e746", "name": "network-vif-deleted", "tag": "e80f35e0-ecfc-432b-83a2-daae538d4c4f"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:36:14.769531 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:36:14.792250 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca068282-e2f3-424f-a4f4-1aad57bfd5fb x-openstack-request-id: req-ca068282-e2f3-424f-a4f4-1aad57bfd5fb {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:36:14.792763 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42c5c99-2ccb-452e-b2aa-a0c520e5e746", "name": "network-vif-deleted", "tag": "e80f35e0-ecfc-432b-83a2-daae538d4c4f", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:36:14.793020 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ca068282-e2f3-424f-a4f4-1aad57bfd5fb {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:36:14.793435 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca068282-e2f3-424f-a4f4-1aad57bfd5fb'] response: {'server_uuid': 'a42c5c99-2ccb-452e-b2aa-a0c520e5e746', 'name': 'network-vif-deleted', 'tag': 'e80f35e0-ecfc-432b-83a2-daae538d4c4f', 'status': 'completed', 'code': 200} Aug 21 01:36:14.972910 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:15.000004 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:36:15.008999 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:36:15.009614 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:36:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:15.112973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:36:15.298270 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:15.323207 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765119b5-45f0-411a-b6bd-c53effdc725b None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:31:08Z', 'revision_number': 4, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c5d7868f-3930-433d-89a7-bcbe58be50d8', 'name': '', 'network_id': '99061e98-94a6-4cdf-b3c1-c9af69a6346c', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'mac_address': 'fa:16:3e:6a:b1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:07Z', 'updated_at': '2022-08-21T01:31:12Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'subnets': [{'id': 'f90bfea2-4588-4b76-84b6-c86b6c919637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:36:15.394459 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1fc6b84f-b501-4cd4-b048-b0acc032732f req-c0a3012a-4b7f-46e0-b01d-eb50d747139d tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a42c5c99-2ccb-452e-b2aa-a0c520e5e746 HTTP/1.1" status: 200 len: 210 time: 0.0292711 Aug 21 01:36:15.542441 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d3cd5-a416-4548-a9bc-411bf67da061 None None] New status for floating IP a4982a8c-3c58-455a-be6b-fcab4556a3f2: DOWN {{(pid=106926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:36:16.552089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59516) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:36:16.605772 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-82af5470-7abb-49da-86b3-a34ad133287e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (7da0fd29-63f8-4354-8bfb-28da724f993d), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:16.628070 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-82af5470-7abb-49da-86b3-a34ad133287e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (7da0fd29-63f8-4354-8bfb-28da724f993d), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:16.706450 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device e80f35e0-ecfc-432b-83a2-daae538d4c4f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:36:16.730182 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: e80f35e0-ecfc-432b-83a2-daae538d4c4f {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:36:16.731432 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device e80f35e0-ecfc-432b-83a2-daae538d4c4f not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:36:16.744170 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-82af5470-7abb-49da-86b3-a34ad133287e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (7da0fd29-63f8-4354-8bfb-28da724f993d), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:16.746781 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-82af5470-7abb-49da-86b3-a34ad133287e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:16.747980 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-82af5470-7abb-49da-86b3-a34ad133287e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/7da0fd29-63f8-4354-8bfb-28da724f993d HTTP/1.1" status: 204 len: 168 time: 0.1948469 Aug 21 01:36:16.750984 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59518) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:36:16.757722 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af5470-7abb-49da-86b3-a34ad133287e tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da0fd29-63f8-4354-8bfb-28da724f993d,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:36:16.766513 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.api.v2.resource [None req-b4df30fb-a129-4251-b6bd-41d14a741949 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] show failed (client error): The resource could not be found. Aug 21 01:36:16.767535 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b4df30fb-a129-4251-b6bd-41d14a741949 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "GET /networking/v2.0/security-groups/7da0fd29-63f8-4354-8bfb-28da724f993d HTTP/1.1" status: 404 len: 347 time: 0.0153854 Aug 21 01:36:16.772145 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59522) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:36:16.893455 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Deleting port c060ce74-1a8e-49c6-b4f7-45d1b12dde78 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:36:16.893802 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (c060ce74-1a8e-49c6-b4f7-45d1b12dde78), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:16.972504 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (c060ce74-1a8e-49c6-b4f7-45d1b12dde78), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:16.972820 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (c060ce74-1a8e-49c6-b4f7-45d1b12dde78), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:16.985819 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Calling delete_port for c060ce74-1a8e-49c6-b4f7-45d1b12dde78 owned by network:floatingip {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:36:17.166915 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (c060ce74-1a8e-49c6-b4f7-45d1b12dde78), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:17.191630 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Pushing event deleted for resources: {'Port': ['ID=c060ce74-1a8e-49c6-b4f7-45d1b12dde78,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:36:17.217650 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.217995 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.218343 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.218681 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.219026 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.219336 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.219689 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.220013 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.220357 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.220681 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.221002 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.221325 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.221643 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.221977 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.222279 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:17.267308 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks [] for floatingip (a4982a8c-3c58-455a-be6b-fcab4556a3f2), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:17.269753 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:17.270901 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-4276d979-d75a-4dc1-b597-510b5a0ca911 tempest-AttachVolumeNegativeTest-468680853 tempest-AttachVolumeNegativeTest-468680853-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/a4982a8c-3c58-455a-be6b-fcab4556a3f2 HTTP/1.1" status: 204 len: 168 time: 0.4978330 Aug 21 01:36:17.509131 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-4c816042-875c-4413-8e86-371123b41b6c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838120 Aug 21 01:36:17.628037 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-6c229727-a48e-4f3a-be53-ba1eca79cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:36:17.629572 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-6c229727-a48e-4f3a-be53-ba1eca79cfdd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 1130 time: 0.0400250 Aug 21 01:36:17.735309 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-d1ad8c03-379a-499d-a2ce-ce6e9a1d13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:36:17.736852 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-d1ad8c03-379a-499d-a2ce-ce6e9a1d13fb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 912 time: 0.0879931 Aug 21 01:36:17.798800 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-07d37dca-3254-4b30-9f57-0a61f0c6726f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8bc8818-25c9-4200-8011-9f19e85c6eec HTTP/1.1" status: 200 len: 1002 time: 0.0547125 Aug 21 01:36:17.848377 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-a951e66e-443c-4217-b965-07940048aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:36:17.849812 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-a951e66e-443c-4217-b965-07940048aef8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0440874 Aug 21 01:36:17.900753 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-b60e4d5a-6d35-4848-81d6-c356e540b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:36:17.902239 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-b60e4d5a-6d35-4848-81d6-c356e540b2a0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425673 Aug 21 01:36:17.912828 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-9e8bbc00-c28d-4026-9372-07fc5bf6c215 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:36:17.913759 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-9e8bbc00-c28d-4026-9372-07fc5bf6c215 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048897 Aug 21 01:36:18.006194 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-494a534a-b302-424e-ad9b-f932eee744ca service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833726 Aug 21 01:36:18.100450 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8ce250c1-971b-4e3b-b0c9-9d5e328a19d2 req-41a45d42-192b-4d1f-ba8e-c5c6452ddbe7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877357 Aug 21 01:36:21.398675 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59560) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:36:21.842346 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (eebb2dcd-4787-4d64-9758-f797abd6c48b), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:22.001958 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:22.004357 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:22.079914 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] Deleting port c5d7868f-3930-433d-89a7-bcbe58be50d8 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:36:22.080303 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:22.162714 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] For port c5d7868f-3930-433d-89a7-bcbe58be50d8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c5d7868f-3930-433d-89a7-bcbe58be50d8,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:36:22.162955 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:22.178712 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] Calling delete_port for c5d7868f-3930-433d-89a7-bcbe58be50d8 owned by network:router_interface {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:36:22.493037 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (c5d7868f-3930-433d-89a7-bcbe58be50d8), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:22.520459 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d7868f-3930-433d-89a7-bcbe58be50d8,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:36:22.705581 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (eebb2dcd-4787-4d64-9758-f797abd6c48b), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:22.783117 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:22.926875 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] Router eebb2dcd-4787-4d64-9758-f797abd6c48b has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:36:23.028819 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:23.037116 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:36:23.042508 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-09af1807-b754-47e6-8252-738fd20a5d64 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/eebb2dcd-4787-4d64-9758-f797abd6c48b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6427696 Aug 21 01:36:23.045363 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59564) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:36:23.051279 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] Sync routers for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:36:23.051279 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:23.051279 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:23.058731 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:36:23.059398 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:36:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:23.153855 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Publish callbacks [] for router (eebb2dcd-4787-4d64-9758-f797abd6c48b), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:23.263680 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Publish callbacks [] for router_gateway (eebb2dcd-4787-4d64-9758-f797abd6c48b), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:23.312785 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:36:23.475566 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Deleting port cffd23c2-f5b0-4924-a151-7071f8f5fc43 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:36:23.475931 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:23.486065 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75'}], 'enable_snat': True}, 'gw_port_id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:36:22Z', 'revision_number': 5, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port': {'id': 'cffd23c2-f5b0-4924-a151-7071f8f5fc43', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:81:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:31:05Z', 'updated_at': '2022-08-21T01:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:23.516609 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] Checking router: eebb2dcd-4787-4d64-9758-f797abd6c48b for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:36:23.525773 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] Routers {'eebb2dcd-4787-4d64-9758-f797abd6c48b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:36:23.526397 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:36:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['eebb2dcd-4787-4d64-9758-f797abd6c48b'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:23.569004 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] For port cffd23c2-f5b0-4924-a151-7071f8f5fc43, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cffd23c2-f5b0-4924-a151-7071f8f5fc43,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:36:23.569644 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:23.584074 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Calling delete_port for cffd23c2-f5b0-4924-a151-7071f8f5fc43 owned by network:router_gateway {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:36:23.607274 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] Set router eebb2dcd-4787-4d64-9758-f797abd6c48b gateway port host: None {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:36:23.660304 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:36:23Z', 'revision_number': 6, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:23.688946 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b76262-69b8-46a8-afd7-fe16f790f9b2 None None] The sync data for ids ['eebb2dcd-4787-4d64-9758-f797abd6c48b'] in dv-cinder-master-3-iscsi is: [{'id': 'eebb2dcd-4787-4d64-9758-f797abd6c48b', 'name': 'tempest-AttachVolumeNegativeTest-190704284-router', 'tenant_id': '122b46d9e29843a88c7ca5f019426539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:31:04Z', 'updated_at': '2022-08-21T01:36:23Z', 'revision_number': 6, 'project_id': '122b46d9e29843a88c7ca5f019426539', 'gw_port_host': None}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:36:23.875655 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (cffd23c2-f5b0-4924-a151-7071f8f5fc43), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:23.900800 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=cffd23c2-f5b0-4924-a151-7071f8f5fc43,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:36:23.972234 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (eebb2dcd-4787-4d64-9758-f797abd6c48b), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:24.063379 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (eebb2dcd-4787-4d64-9758-f797abd6c48b), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:24.066084 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Publish callbacks [] for router_controller (eebb2dcd-4787-4d64-9758-f797abd6c48b), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:24.068899 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:24.457997 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (eebb2dcd-4787-4d64-9758-f797abd6c48b), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:24.458916 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eebb2dcd-4787-4d64-9758-f797abd6c48b {{(pid=106924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:36:24.464734 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:24.470543 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-b670963b-e2e9-41a4-a1bd-b51835431b13 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/eebb2dcd-4787-4d64-9758-f797abd6c48b HTTP/1.1" status: 204 len: 168 time: 1.4194088 Aug 21 01:36:24.470543 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59566) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:36:24.522434 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3393b931-226c-4999-a391-820ee0584d53 admin admin] Deleting subnet f90bfea2-4588-4b76-84b6-c86b6c919637 {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:36:24.526041 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3393b931-226c-4999-a391-820ee0584d53 admin admin] Publish callbacks [] for subnet (f90bfea2-4588-4b76-84b6-c86b6c919637), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:24.534303 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device cffd23c2-f5b0-4924-a151-7071f8f5fc43 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:36:24.557646 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: cffd23c2-f5b0-4924-a151-7071f8f5fc43 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:36:24.558064 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device cffd23c2-f5b0-4924-a151-7071f8f5fc43 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:36:24.558567 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c5d7868f-3930-433d-89a7-bcbe58be50d8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:36:24.568093 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3393b931-226c-4999-a391-820ee0584d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9055190'] for subnet (f90bfea2-4588-4b76-84b6-c86b6c919637), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:24.578865 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: c5d7868f-3930-433d-89a7-bcbe58be50d8 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:36:24.579213 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c5d7868f-3930-433d-89a7-bcbe58be50d8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:36:24.650890 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3393b931-226c-4999-a391-820ee0584d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (f90bfea2-4588-4b76-84b6-c86b6c919637), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:24.703439 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=13 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:24.881792 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3393b931-226c-4999-a391-820ee0584d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9277735'] for subnet (f90bfea2-4588-4b76-84b6-c86b6c919637), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:24.907587 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393b931-226c-4999-a391-820ee0584d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90bfea2-4588-4b76-84b6-c86b6c919637,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:36:24.914776 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-3393b931-226c-4999-a391-820ee0584d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:24.918496 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-3393b931-226c-4999-a391-820ee0584d53 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/f90bfea2-4588-4b76-84b6-c86b6c919637 HTTP/1.1" status: 204 len: 168 time: 0.4466162 Aug 21 01:36:24.920544 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59568) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:36:24.925691 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca831fc-9109-4d4e-9e15-115490434309 None None] Network 99061e98-94a6-4cdf-b3c1-c9af69a6346c requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:36:24.999995 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (99061e98-94a6-4cdf-b3c1-c9af69a6346c), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.046446 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Deleting port 4ee67d25-7433-47cd-a8d6-2e85da234fdb {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:36:25.046786 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.086687 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] DHCP port deletion for 99061e98-94a6-4cdf-b3c1-c9af69a6346c request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:36:25.145003 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] For port 4ee67d25-7433-47cd-a8d6-2e85da234fdb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ee67d25-7433-47cd-a8d6-2e85da234fdb,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:36:25.145443 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.146089 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Deleting port 4ee67d25-7433-47cd-a8d6-2e85da234fdb {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:36:25.146681 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.172543 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Calling delete_port for 4ee67d25-7433-47cd-a8d6-2e85da234fdb owned by network:dhcp {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:36:25.229050 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] For port 4ee67d25-7433-47cd-a8d6-2e85da234fdb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4ee67d25-7433-47cd-a8d6-2e85da234fdb,segment=NetworkSegment(10fc4450-430d-4a28-b065-2a913f1a3831),segment_id=10fc4450-430d-4a28-b065-2a913f1a3831)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:36:25.229452 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.243420 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Calling delete_port for 4ee67d25-7433-47cd-a8d6-2e85da234fdb owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:36:25.248978 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=100 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:25.338405 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.344721 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (4ee67d25-7433-47cd-a8d6-2e85da234fdb), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.365140 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee67d25-7433-47cd-a8d6-2e85da234fdb,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:36:25.368396 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] No DVR routers for this DVR port 4ee67d25-7433-47cd-a8d6-2e85da234fdb on host dv-cinder-master-3-iscsi {{(pid=106924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:36:25.370965 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Pushing event deleted for resources: {'Port': ['ID=4ee67d25-7433-47cd-a8d6-2e85da234fdb,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:36:25.377578 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] No DVR routers for this DVR port 4ee67d25-7433-47cd-a8d6-2e85da234fdb on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:36:25.385888 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.386248 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.386639 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.386983 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.387567 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.387915 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.388355 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.388688 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.388968 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.389294 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.389692 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.390173 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.390293 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.390608 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.390925 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b59bcb-b83a-4204-8c04-5596ee103dc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:36:25.446437 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (99061e98-94a6-4cdf-b3c1-c9af69a6346c), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.466425 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99061e98-94a6-4cdf-b3c1-c9af69a6346c']}} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:25.475965 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fc4450-430d-4a28-b065-2a913f1a3831') {'for_net_delete': True} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:25.476286 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fc4450-430d-4a28-b065-2a913f1a3831') {} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:36:25.486556 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9055169'] for segment (10fc4450-430d-4a28-b065-2a913f1a3831), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.500124 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (10fc4450-430d-4a28-b065-2a913f1a3831), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.506685 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=106924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:36:25.507070 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432606'] for segment (10fc4450-430d-4a28-b065-2a913f1a3831), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.538094 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment 10fc4450-430d-4a28-b065-2a913f1a3831 resource provider aggregate not found Aug 21 01:36:25.568417 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment 10fc4450-430d-4a28-b065-2a913f1a3831 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10fc4450-430d-4a28-b065-2a913f1a3831 found for delete ", "request_id": "req-837cd883-4307-4c83-a725-0a451e54d406"}]} Aug 21 01:36:25.640930 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (99061e98-94a6-4cdf-b3c1-c9af69a6346c), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.649309 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:25.653172 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/99061e98-94a6-4cdf-b3c1-c9af69a6346c HTTP/1.1" status: 204 len: 168 time: 0.7316892 Aug 21 01:36:25.653761 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:25.664282 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ca282-d0ea-45cc-ae2b-9d09c4bc4b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=99061e98-94a6-4cdf-b3c1-c9af69a6346c,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:36:25.960084 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59576) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:36:25.999886 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-0cd2e920-413d-491d-888b-2c388e1fbf72 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=122b46d9e29843a88c7ca5f019426539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386322 Aug 21 01:36:26.002330 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59578) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:36:26.051080 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ef4786c6-0e13-437f-83b8-e88e168c18ee admin admin] Publish callbacks [] for security_group (ffba8bbb-9344-4899-a343-f44ef86ecb5a), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:26.071345 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ef4786c6-0e13-437f-83b8-e88e168c18ee admin admin] Publish callbacks [] for security_group (ffba8bbb-9344-4899-a343-f44ef86ecb5a), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:26.177674 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ef4786c6-0e13-437f-83b8-e88e168c18ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (ffba8bbb-9344-4899-a343-f44ef86ecb5a), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:26.180360 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ef4786c6-0e13-437f-83b8-e88e168c18ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:26.181552 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ef4786c6-0e13-437f-83b8-e88e168c18ee admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ffba8bbb-9344-4899-a343-f44ef86ecb5a HTTP/1.1" status: 204 len: 168 time: 0.1783056 Aug 21 01:36:26.190118 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4786c6-0e13-437f-83b8-e88e168c18ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffba8bbb-9344-4899-a343-f44ef86ecb5a,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:36:26.263340 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 4ee67d25-7433-47cd-a8d6-2e85da234fdb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:36:26.283219 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 4ee67d25-7433-47cd-a8d6-2e85da234fdb {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:36:26.283802 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 4ee67d25-7433-47cd-a8d6-2e85da234fdb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:36:26.718559 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:36:27.709065 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-396a769a-bde1-41de-bb3a-9c558de6d18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:28.094886 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:28.096998 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:30.229160 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-9c6df018-5371-40e8-903f-fb1b4773dc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:31.400448 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:33.143425 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:33.674974 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:34.665349 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:36.105927 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=61,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:36.186049 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:36.715375 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:39.314842 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:36:49.238890 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=68,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:49.240845 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:DELETE=3,neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:36:57.669219 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-ad210c16-c3d2-4aac-a73e-2648f9f7e608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:00.205891 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-6c5bf43f-ff6e-43c7-9aed-009f8675437c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:01.417303 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:03.183034 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:03.718190 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:37:03.719662 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:09.290547 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:11.669277 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=2 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:13.581831 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7565ce-0e48-49e6-be1b-8d8761560051 req-3c243dd6-44ad-441e-afe2-8199515fedb4 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:13.583986 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4e7565ce-0e48-49e6-be1b-8d8761560051 req-3c243dd6-44ad-441e-afe2-8199515fedb4 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 946 time: 0.0506849 Aug 21 01:37:13.637215 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4e7565ce-0e48-49e6-be1b-8d8761560051 req-1fa9acd3-f710-4549-85e7-f2e178fb6943 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471156 Aug 21 01:37:13.713988 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=6 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:14.767153 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa28568-ee90-45e5-b03e-3059f74f5a23 req-d2d5c5dc-089f-48fe-a526-ee0f661e3dca tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:14.768284 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cfa28568-ee90-45e5-b03e-3059f74f5a23 req-d2d5c5dc-089f-48fe-a526-ee0f661e3dca tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 946 time: 0.0514328 Aug 21 01:37:14.818590 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cfa28568-ee90-45e5-b03e-3059f74f5a23 req-3642f3e8-01e5-451c-a2b2-4030c17cd72b tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436990 Aug 21 01:37:15.939208 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd8af1-fd92-451f-8240-2562a8c049f3 req-14adc2e7-acd6-42c0-b10c-6bfb5c517f0b tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:15.940731 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-abcd8af1-fd92-451f-8240-2562a8c049f3 req-14adc2e7-acd6-42c0-b10c-6bfb5c517f0b tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 946 time: 0.0466509 Aug 21 01:37:15.990960 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-abcd8af1-fd92-451f-8240-2562a8c049f3 req-1e768662-6af1-43d7-bf3e-fb7dd3beab78 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446064 Aug 21 01:37:16.117751 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e61f64-6387-4442-a90b-fedd5743f145 req-edef0578-9bae-4618-881a-868c14c5655f tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:16.119305 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-31e61f64-6387-4442-a90b-fedd5743f145 req-edef0578-9bae-4618-881a-868c14c5655f tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 946 time: 0.0485475 Aug 21 01:37:16.206254 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Deleting port b8bc8818-25c9-4200-8011-9f19e85c6eec {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:37:16.206591 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:16.302383 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] For port b8bc8818-25c9-4200-8011-9f19e85c6eec, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8bc8818-25c9-4200-8011-9f19e85c6eec,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:37:16.302383 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:16.470285 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:16.470636 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (8b4f1e27-2ab9-46cd-930c-09255b30b981), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:16.470949 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.db.l3_db [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Floating IP 8b4f1e27-2ab9-46cd-930c-09255b30b981 disassociated. External IP: 172.37.5.110, port: b8bc8818-25c9-4200-8011-9f19e85c6eec. Aug 21 01:37:16.471290 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Calling delete_port for b8bc8818-25c9-4200-8011-9f19e85c6eec owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:37:16.673990 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (b8bc8818-25c9-4200-8011-9f19e85c6eec), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:16.704757 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event deleted for resources: {'Port': ['ID=b8bc8818-25c9-4200-8011-9f19e85c6eec,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:16.715476 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.718801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.718801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.718801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.718801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.718801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.718801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.718801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.718801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.718801 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.719714 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.719714 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.719901 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.720087 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.720469 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:16.755675 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:16.820685 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:16.830156 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Router dcf54b28-3f28-46f1-bac1-9e434cac4e89 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:37:16.934591 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:37:16.945842 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] Sync routers for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:37:16.955853 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:37:16.956520 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:37:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:37:16.978624 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] No DVR routers for this DVR port b8bc8818-25c9-4200-8011-9f19e85c6eec on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:37:16.981176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:16.984600 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-31e61f64-6387-4442-a90b-fedd5743f145 req-f7084171-d916-4306-aec1-507e7a4c609e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "DELETE /networking/v2.0/ports/b8bc8818-25c9-4200-8011-9f19e85c6eec HTTP/1.1" status: 204 len: 173 time: 0.8589447 Aug 21 01:37:16.991514 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c51937-c541-455e-a0db-4d06041c67be', 'name': 'network-vif-deleted', 'tag': 'b8bc8818-25c9-4200-8011-9f19e85c6eec'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:37:16.991514 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a154cb4c-adf6-4a35-9cfd-0e1b8f93d3ac" -d '{"events": [{"server_uuid": "85c51937-c541-455e-a0db-4d06041c67be", "name": "network-vif-deleted", "tag": "b8bc8818-25c9-4200-8011-9f19e85c6eec"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:37:17.035481 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68de3c9f-a598-49fd-b424-2e5ccf0268cf x-openstack-request-id: req-68de3c9f-a598-49fd-b424-2e5ccf0268cf {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:37:17.036300 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c51937-c541-455e-a0db-4d06041c67be", "name": "network-vif-deleted", "tag": "b8bc8818-25c9-4200-8011-9f19e85c6eec", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:37:17.036539 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68de3c9f-a598-49fd-b424-2e5ccf0268cf {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:37:17.036942 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68de3c9f-a598-49fd-b424-2e5ccf0268cf'] response: {'server_uuid': '85c51937-c541-455e-a0db-4d06041c67be', 'name': 'network-vif-deleted', 'tag': 'b8bc8818-25c9-4200-8011-9f19e85c6eec', 'status': 'completed', 'code': 200} Aug 21 01:37:17.062901 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:37:17.106094 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2f38c8c8-2c97-4012-a419-71cb3e2a54c0 req-f04e7ca5-39c1-4006-b608-beabfbc94b93 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 210 time: 0.0333672 Aug 21 01:37:17.279066 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:37:17.389864 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] Checking router: dcf54b28-3f28-46f1-bac1-9e434cac4e89 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:37:17.398838 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:37:17.399436 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:37:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:37:17.499185 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:37:17.794010 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:37:17.821511 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3129321-d237-4708-8320-769e9eddbdb8 None None] The sync data for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi is: [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:37:18.054609 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaece90a-efa8-4762-ad49-45c043e70729 None None] New status for floating IP 8b4f1e27-2ab9-46cd-930c-09255b30b981: DOWN {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:37:18.239605 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-55508481-3c91-499f-96fb-ecc4d404258b req-155b853b-dd0f-488c-9a18-07ae9cb1eabe tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=85c51937-c541-455e-a0db-4d06041c67be HTTP/1.1" status: 200 len: 210 time: 0.0362873 Aug 21 01:37:18.388752 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59978) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:18.493685 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:18.572489 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Publish callbacks [] for security_group (d08a8fb1-2275-46b4-9dd2-9dd0670eaaf0), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:18.662555 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (d08a8fb1-2275-46b4-9dd2-9dd0670eaaf0), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:18.701284 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08a8fb1-2275-46b4-9dd2-9dd0670eaaf0,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:18.705322 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=bf1c228400194d4ab229bb4ff0cfae52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155489 Aug 21 01:37:18.709000 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59982) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:18.712443 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.712817 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.713152 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.713492 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.714004 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.714341 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.714668 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.714990 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.716364 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.716626 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.716979 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.717317 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.717848 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.717979 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.718279 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92995058-7a63-4385-b006-c831146e6e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:18.768025 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-22779fcb-bc38-4beb-bf7f-3c7493950b24 admin admin] Publish callbacks [] for security_group (d08a8fb1-2275-46b4-9dd2-9dd0670eaaf0), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:18.788496 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-22779fcb-bc38-4beb-bf7f-3c7493950b24 admin admin] Publish callbacks [] for security_group (d08a8fb1-2275-46b4-9dd2-9dd0670eaaf0), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:18.908051 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-22779fcb-bc38-4beb-bf7f-3c7493950b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (d08a8fb1-2275-46b4-9dd2-9dd0670eaaf0), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:18.910643 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-22779fcb-bc38-4beb-bf7f-3c7493950b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:18.912579 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-22779fcb-bc38-4beb-bf7f-3c7493950b24 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/d08a8fb1-2275-46b4-9dd2-9dd0670eaaf0 HTTP/1.1" status: 204 len: 168 time: 0.2019913 Aug 21 01:37:18.920732 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22779fcb-bc38-4beb-bf7f-3c7493950b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08a8fb1-2275-46b4-9dd2-9dd0670eaaf0,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:19.029638 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device b8bc8818-25c9-4200-8011-9f19e85c6eec no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:37:19.048518 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: b8bc8818-25c9-4200-8011-9f19e85c6eec {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:37:19.048861 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device b8bc8818-25c9-4200-8011-9f19e85c6eec not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:37:19.496132 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 59996) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:19.509360 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0693aa83-ba9a-45e2-a35f-241916450962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:19.512264 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-d9de3889-8d64-45c3-ad31-ff46402a7cc4 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1796196116&fields=id&tenant_id=4124766f4f2843229059dbbdf7a2de74 HTTP/1.1" status: 200 len: 267 time: 0.0450642 Aug 21 01:37:19.584245 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0693aa83-ba9a-45e2-a35f-241916450962 admin admin] Publish callbacks [] for security_group (5d99682a-ba34-47cd-874a-8cde84399def), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:19.622521 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205ee3-3681-49ac-b44f-0587071c574a req-1f71c0b9-e2e2-4bd0-b92f-c81bbd76e156 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:19.624012 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-1f71c0b9-e2e2-4bd0-b92f-c81bbd76e156 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 811 time: 0.1047304 Aug 21 01:37:19.638509 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-75788a9c-3a47-4087-bc9f-cd29eca3ee35 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/quotas/4124766f4f2843229059dbbdf7a2de74 HTTP/1.1" status: 200 len: 375 time: 0.0089564 Aug 21 01:37:19.651004 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-0693aa83-ba9a-45e2-a35f-241916450962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5d99682a-ba34-47cd-874a-8cde84399def), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:19.688311 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-4f80d114-5748-457b-8179-c0ad77a784ba tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446324 Aug 21 01:37:19.691037 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-0693aa83-ba9a-45e2-a35f-241916450962 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=863e6ce5f84842e98cdda3dfdb11f0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938422 Aug 21 01:37:19.691912 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693aa83-ba9a-45e2-a35f-241916450962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d99682a-ba34-47cd-874a-8cde84399def,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:19.693896 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 59998) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:19.752752 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-662a9c8c-99df-438a-bb72-9e143e529b35 admin admin] Publish callbacks [] for security_group (5d99682a-ba34-47cd-874a-8cde84399def), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:19.773583 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-662a9c8c-99df-438a-bb72-9e143e529b35 admin admin] Publish callbacks [] for security_group (5d99682a-ba34-47cd-874a-8cde84399def), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:19.854623 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-fed186d5-1543-48c2-95ad-0d5158852ee6 service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:37:19.855622 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-fed186d5-1543-48c2-95ad-0d5158852ee6 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1537681 Aug 21 01:37:19.921871 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-662a9c8c-99df-438a-bb72-9e143e529b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5d99682a-ba34-47cd-874a-8cde84399def), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:19.924369 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-662a9c8c-99df-438a-bb72-9e143e529b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:19.925494 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-662a9c8c-99df-438a-bb72-9e143e529b35 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5d99682a-ba34-47cd-874a-8cde84399def HTTP/1.1" status: 204 len: 168 time: 0.2304852 Aug 21 01:37:19.940259 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a9c8c-99df-438a-bb72-9e143e529b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d99682a-ba34-47cd-874a-8cde84399def,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:19.953197 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:19.954369 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:19.961911 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-a328f88b-4d92-45ca-86e3-843f8bf36701 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000688 Aug 21 01:37:20.042865 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:20.059447 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-d11c6154-b3cc-464e-a9e2-4e6400650c3a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915303 Aug 21 01:37:20.633697 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-28cf7930-34dc-4ba2-90f6-75afd14b4039 req-5d9397cd-f59b-4a89-99de-29df769f6500 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 210 time: 0.0286350 Aug 21 01:37:21.737912 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a1de6d2b-6cff-4010-991e-3ec30bb40870 req-49b333d9-5f2c-49b8-b990-38087f72659a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 210 time: 0.0289514 Aug 21 01:37:22.684254 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205ee3-3681-49ac-b44f-0587071c574a req-8fcb0bed-bd34-47b7-8c99-bb2b84f73c2a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:22.685617 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-8fcb0bed-bd34-47b7-8c99-bb2b84f73c2a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 811 time: 0.1039064 Aug 21 01:37:22.713652 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:22.755579 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-98f0650b-aac4-4ae0-9c38-7fe029630951 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4124766f4f2843229059dbbdf7a2de74 HTTP/1.1" status: 200 len: 380 time: 0.0545990 Aug 21 01:37:22.769699 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'port': {'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'admin_state_up': True, 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'security_groups': ['5bd807c5-22cf-4f87-8cf5-01c1f825f520']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:37:23.136418 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-42d0a46e-6c63-47de-8be3-2171973b4bf5 req-67c3bd16-578b-451c-96c0-06f3a57b5166 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 210 time: 0.3076470 Aug 21 01:37:23.222438 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Made reservation on behalf of 4124766f4f2843229059dbbdf7a2de74 for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:37:23.226724 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:23.350498 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Allocated IP 172.20.0.7 (e4ca6005-16bf-4430-905e-1ccbd3a7f5d3/51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e/6fc060b4-65bc-403a-be6a-d0408f800a0a) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:37:23.490774 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:23.576884 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:23.626011 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:37:23.629280 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:37:23.633234 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:37:23.662295 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'Port': ['ID=6fc060b4-65bc-403a-be6a-d0408f800a0a,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:23.673618 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:23.685544 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:23.686152 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:23.824171 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-42464c44-cbfc-470c-8740-66980c436ee1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0547450 Aug 21 01:37:23.845637 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Request body: {'port': {'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:37:23.862321 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-86dcfcd6-4417-4913-be05-d33b0609ca35 None None] Provisioning complete for port 6fc060b4-65bc-403a-be6a-d0408f800a0a triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:37:23.862894 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-86dcfcd6-4417-4913-be05-d33b0609ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:23.897522 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-86dcfcd6-4417-4913-be05-d33b0609ca35 None None] Port 6fc060b4-65bc-403a-be6a-d0408f800a0a cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:37:23.912056 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:24.014090 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:24.180677 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc060b4-65bc-403a-be6a-d0408f800a0a {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:37:24.190598 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Publish callbacks [] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:24.206589 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Transition to ACTIVE for port object 6fc060b4-65bc-403a-be6a-d0408f800a0a will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:37:24.290944 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b0b22-9eef-4cd8-ab22-81e34b40a8ab req-0c3c493b-cd6d-4a58-9901-5f596834d4ea tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:24.292543 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-412b0b22-9eef-4cd8-ab22-81e34b40a8ab req-0c3c493b-cd6d-4a58-9901-5f596834d4ea tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 931 time: 0.0550296 Aug 21 01:37:24.322667 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:24.411305 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-412b0b22-9eef-4cd8-ab22-81e34b40a8ab req-35265381-b126-4b3a-9f57-dc61a17ade51 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083755 Aug 21 01:37:24.415425 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Pushing event updated for resources: {'Port': ['ID=6fc060b4-65bc-403a-be6a-d0408f800a0a,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:24.455876 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:24.465085 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Attempting to bind port 6fc060b4-65bc-403a-be6a-d0408f800a0a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:37:24.465425 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Attempting to bind port 6fc060b4-65bc-403a-be6a-d0408f800a0a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:37:24.465760 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Attempting to bind port 6fc060b4-65bc-403a-be6a-d0408f800a0a on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:37:24.470089 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Port 6fc060b4-65bc-403a-be6a-d0408f800a0a on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:37:24.471308 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Attempting to bind port 6fc060b4-65bc-403a-be6a-d0408f800a0a on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:37:24.475878 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:37:24.476261 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Checking segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:37:24.476654 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Bound using segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:37:24.477086 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Bound port: 6fc060b4-65bc-403a-be6a-d0408f800a0a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:37:24.477446 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:24.538411 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] For port 6fc060b4-65bc-403a-be6a-d0408f800a0a, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:37:24.541394 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] For port 6fc060b4-65bc-403a-be6a-d0408f800a0a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6fc060b4-65bc-403a-be6a-d0408f800a0a,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:37:24.611669 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:24.616625 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:24.617235 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:24.618619 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/6fc060b4-65bc-403a-be6a-d0408f800a0a HTTP/1.1" status: 200 len: 1093 time: 0.7772436 Aug 21 01:37:24.619053 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'tag': '6fc060b4-65bc-403a-be6a-d0408f800a0a'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:37:24.621313 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9664732f-3d0d-4b99-9d93-06aa4da64fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb", "tag": "6fc060b4-65bc-403a-be6a-d0408f800a0a"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:37:24.666330 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f6cb0-cf6a-4f5f-9382-11dc92fe218e x-openstack-request-id: req-f74f6cb0-cf6a-4f5f-9382-11dc92fe218e {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:37:24.666618 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb", "tag": "6fc060b4-65bc-403a-be6a-d0408f800a0a", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:37:24.666902 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f74f6cb0-cf6a-4f5f-9382-11dc92fe218e {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:37:24.667311 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74f6cb0-cf6a-4f5f-9382-11dc92fe218e'] response: {'name': 'network-changed', 'server_uuid': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'tag': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'status': 'completed', 'code': 200} Aug 21 01:37:24.677534 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9e55c-907d-4b02-abf7-a0065942b70b service neutron] Pushing event updated for resources: {'Port': ['ID=6fc060b4-65bc-403a-be6a-d0408f800a0a,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:24.757370 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664732f-3d0d-4b99-9d93-06aa4da64fc8 req-b16a2a1b-37f3-4ccd-a124-7a4d19a3212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:24.758903 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9664732f-3d0d-4b99-9d93-06aa4da64fc8 req-b16a2a1b-37f3-4ccd-a124-7a4d19a3212d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 1127 time: 0.0417860 Aug 21 01:37:24.872322 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664732f-3d0d-4b99-9d93-06aa4da64fc8 req-0f800d07-5c0e-4e64-910d-0082e047541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:24.873704 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9664732f-3d0d-4b99-9d93-06aa4da64fc8 req-0f800d07-5c0e-4e64-910d-0082e047541f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=4124766f4f2843229059dbbdf7a2de74&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1004066 Aug 21 01:37:24.966686 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664732f-3d0d-4b99-9d93-06aa4da64fc8 req-42d58cd7-aba1-4444-b92d-8fdf779ebc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:24.968174 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9664732f-3d0d-4b99-9d93-06aa4da64fc8 req-42d58cd7-aba1-4444-b92d-8fdf779ebc4f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878859 Aug 21 01:37:25.066194 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205ee3-3681-49ac-b44f-0587071c574a req-ac4fb216-34fa-4a45-805c-ced6bbe76e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:25.067751 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-ac4fb216-34fa-4a45-805c-ced6bbe76e24 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 1127 time: 0.0395062 Aug 21 01:37:25.125607 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-0102a76f-e766-450b-8d7f-35f12ce0ad39 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fc060b4-65bc-403a-be6a-d0408f800a0a HTTP/1.1" status: 200 len: 217 time: 0.0351839 Aug 21 01:37:25.173475 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205ee3-3681-49ac-b44f-0587071c574a req-3d6a3f88-cbb2-446f-b2f9-43ba5bb7885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:25.174898 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-3d6a3f88-cbb2-446f-b2f9-43ba5bb7885c service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0434480 Aug 21 01:37:25.218570 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205ee3-3681-49ac-b44f-0587071c574a req-9456a7d3-f2b0-4a86-8c77-d16c1d8981fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:25.220019 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-9456a7d3-f2b0-4a86-8c77-d16c1d8981fd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378826 Aug 21 01:37:25.320294 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-a5e9a0ed-36a7-4a8d-98a7-f741785f4178 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892100 Aug 21 01:37:25.420689 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2c205ee3-3681-49ac-b44f-0587071c574a req-fc4cfbc5-f3b3-4ff5-b74e-1978cd8a196c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899377 Aug 21 01:37:25.548943 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae4e08-1b4d-41b1-9cb6-043b08d1023a req-37fe6061-88eb-4a45-86d3-365909e63e1a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:25.550423 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2dae4e08-1b4d-41b1-9cb6-043b08d1023a req-37fe6061-88eb-4a45-86d3-365909e63e1a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 943 time: 0.0526552 Aug 21 01:37:25.574769 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:25.602164 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2dae4e08-1b4d-41b1-9cb6-043b08d1023a req-7db21386-2761-4a7a-aa77-7a7c8860efdf tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459290 Aug 21 01:37:26.724482 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29777a8-a505-4b78-923f-03b30c0019c4 req-1134c420-fa1b-4f3e-98be-1a2e7139038a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:26.726018 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a29777a8-a505-4b78-923f-03b30c0019c4 req-1134c420-fa1b-4f3e-98be-1a2e7139038a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 943 time: 0.0484381 Aug 21 01:37:26.775739 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a29777a8-a505-4b78-923f-03b30c0019c4 req-00eeac70-bd0b-481d-b899-4061d5cdb257 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436356 Aug 21 01:37:27.662369 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-18b14d39-ff8e-4847-ac18-42b1de8977c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:27.791921 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=86 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:27.796913 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=72 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:27.897345 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fad9e0-9793-48c4-9836-648f85aa8592 req-740db258-44cc-4888-a840-ab7548526c42 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:27.898854 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e1fad9e0-9793-48c4-9836-648f85aa8592 req-740db258-44cc-4888-a840-ab7548526c42 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 943 time: 0.0516839 Aug 21 01:37:27.951239 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e1fad9e0-9793-48c4-9836-648f85aa8592 req-44d4a1a5-b375-4cc2-bbdb-b4d2342784c2 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466495 Aug 21 01:37:29.071179 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce9968-3337-4ad9-8597-05ede4fa5743 req-5e3e38b9-2767-4424-a69c-d1db9d72507e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:29.072734 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cdce9968-3337-4ad9-8597-05ede4fa5743 req-5e3e38b9-2767-4424-a69c-d1db9d72507e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 943 time: 0.0490899 Aug 21 01:37:29.122128 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cdce9968-3337-4ad9-8597-05ede4fa5743 req-f6b5d2f7-d9b1-4bb4-9162-4b7d607d6b13 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437658 Aug 21 01:37:29.685098 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=42,neutron:INSERT=12 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:29.686987 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=34,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:30.209187 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:30.233982 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b772b120-e4df-4acd-b5e3-4bbb5710663a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:30.245015 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055d810-158a-4a8b-852c-950332c0099b req-ba6a08c4-394d-46fb-8054-f92d1157a7f2 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:30.246543 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6055d810-158a-4a8b-852c-950332c0099b req-ba6a08c4-394d-46fb-8054-f92d1157a7f2 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 943 time: 0.0496480 Aug 21 01:37:30.308090 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6055d810-158a-4a8b-852c-950332c0099b req-b984c6ae-4caa-4192-9bce-1c0cbf2c8d00 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556917 Aug 21 01:37:31.427755 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:31.428710 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de14ff3-a9a4-47e2-ac13-5f311472deca req-3076a470-3b8a-40a3-bf58-e3da1daf5ff5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:31.430344 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3de14ff3-a9a4-47e2-ac13-5f311472deca req-3076a470-3b8a-40a3-bf58-e3da1daf5ff5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 943 time: 0.0490716 Aug 21 01:37:31.482567 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3de14ff3-a9a4-47e2-ac13-5f311472deca req-d4a385af-1b0f-4403-ad65-0f13a4837ca7 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468073 Aug 21 01:37:32.607388 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9b46f-f047-4903-a5cd-a9ef13ce6a87 req-b9b3d8be-4fcc-4503-a664-ca1e54a414a1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:32.608864 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2cb9b46f-f047-4903-a5cd-a9ef13ce6a87 req-b9b3d8be-4fcc-4503-a664-ca1e54a414a1 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 943 time: 0.0496485 Aug 21 01:37:32.662282 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2cb9b46f-f047-4903-a5cd-a9ef13ce6a87 req-63fcce08-afa8-4d0d-b743-50da0656ff1b tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450420 Aug 21 01:37:33.085539 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 6fc060b4-65bc-403a-be6a-d0408f800a0a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:37:33.187497 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:33.195304 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 6fc060b4-65bc-403a-be6a-d0408f800a0a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6fc060b4-65bc-403a-be6a-d0408f800a0a,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:37:33.206000 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'mac_address': 'fa:16:3e:11:7c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:37:33.241332 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 6fc060b4-65bc-403a-be6a-d0408f800a0a is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:37:33.241712 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:33.255635 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc060b4-65bc-403a-be6a-d0408f800a0a {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:37:33.275122 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 6fc060b4-65bc-403a-be6a-d0408f800a0a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6fc060b4-65bc-403a-be6a-d0408f800a0a,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:37:33.370132 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:33.418703 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=6fc060b4-65bc-403a-be6a-d0408f800a0a,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:33.425655 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.426488 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.426838 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.427160 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.427487 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.427812 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.428160 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.428483 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.428802 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.429122 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.429441 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.429759 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.430074 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.430388 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.430701 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:37:33.723723 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['6fc060b4-65bc-403a-be6a-d0408f800a0a'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:37:33.751446 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:33.791207 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060e5c5-a6ae-44c7-bfe7-79177007a877 req-87fc1f07-ed97-4f9c-b882-c529d1e342dd tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:33.792830 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e060e5c5-a6ae-44c7-bfe7-79177007a877 req-87fc1f07-ed97-4f9c-b882-c529d1e342dd tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 944 time: 0.0575981 Aug 21 01:37:33.850180 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e060e5c5-a6ae-44c7-bfe7-79177007a877 req-307d0fc2-83b2-4917-84f5-757c166deaa9 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466864 Aug 21 01:37:34.272611 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60178) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:34.376124 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-67f0d8b5-7077-4f17-9129-182a473321c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:34.449373 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-67f0d8b5-7077-4f17-9129-182a473321c3 admin admin] Publish callbacks [] for security_group (db1aae9a-8558-46ce-8c65-aba4cb73fb5c), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:34.525026 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-67f0d8b5-7077-4f17-9129-182a473321c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (db1aae9a-8558-46ce-8c65-aba4cb73fb5c), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:34.567852 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-67f0d8b5-7077-4f17-9129-182a473321c3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=91524e47334e4a25a28454c381811675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941387 Aug 21 01:37:34.568737 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0d8b5-7077-4f17-9129-182a473321c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1aae9a-8558-46ce-8c65-aba4cb73fb5c,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:34.571275 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 60182) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:34.623106 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e88c79a1-8a10-4516-b500-ae9bfe393127 admin admin] Publish callbacks [] for security_group (db1aae9a-8558-46ce-8c65-aba4cb73fb5c), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:34.643047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e88c79a1-8a10-4516-b500-ae9bfe393127 admin admin] Publish callbacks [] for security_group (db1aae9a-8558-46ce-8c65-aba4cb73fb5c), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:34.833554 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e88c79a1-8a10-4516-b500-ae9bfe393127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (db1aae9a-8558-46ce-8c65-aba4cb73fb5c), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:34.836464 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-e88c79a1-8a10-4516-b500-ae9bfe393127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:34.837635 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-e88c79a1-8a10-4516-b500-ae9bfe393127 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/db1aae9a-8558-46ce-8c65-aba4cb73fb5c HTTP/1.1" status: 204 len: 168 time: 0.2651980 Aug 21 01:37:34.845873 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c79a1-8a10-4516-b500-ae9bfe393127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1aae9a-8558-46ce-8c65-aba4cb73fb5c,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:34.976525 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199d70c-3d50-4940-a27f-da6360c26744 req-586406df-4346-4ba3-91d4-220fd031131e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:34.978091 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2199d70c-3d50-4940-a27f-da6360c26744 req-586406df-4346-4ba3-91d4-220fd031131e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 944 time: 0.0532625 Aug 21 01:37:35.029467 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2199d70c-3d50-4940-a27f-da6360c26744 req-86219f1f-63fc-4c99-82dd-b5384aaf9892 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452912 Aug 21 01:37:35.109330 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 6fc060b4-65bc-403a-be6a-d0408f800a0a up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:37:35.153955 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 6fc060b4-65bc-403a-be6a-d0408f800a0a completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:37:35.239849 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 6fc060b4-65bc-403a-be6a-d0408f800a0a triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:37:35.240268 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:35.266713 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:35.279098 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:35.315676 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 6fc060b4-65bc-403a-be6a-d0408f800a0a is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:37:35.316173 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:35.339430 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc060b4-65bc-403a-be6a-d0408f800a0a'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:37:35.341928 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea15c398-dae6-45c2-8c1b-c4dc0977067c" -d '{"events": [{"server_uuid": "13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb", "name": "network-vif-plugged", "status": "completed", "tag": "6fc060b4-65bc-403a-be6a-d0408f800a0a"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:37:35.357340 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 6fc060b4-65bc-403a-be6a-d0408f800a0a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6fc060b4-65bc-403a-be6a-d0408f800a0a,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:37:35.438939 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:35.454946 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60194) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:35.482809 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf029-1ca4-4c6a-b1b6-21dbef9ee0db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:35.491012 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=6fc060b4-65bc-403a-be6a-d0408f800a0a,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:35.506788 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df22b0-39d3-4c5b-a098-0043f3ed1b2d x-openstack-request-id: req-b9df22b0-39d3-4c5b-a098-0043f3ed1b2d {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:37:35.507108 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb", "name": "network-vif-plugged", "status": "completed", "tag": "6fc060b4-65bc-403a-be6a-d0408f800a0a", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:37:35.507366 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b9df22b0-39d3-4c5b-a098-0043f3ed1b2d {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:37:35.507771 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9df22b0-39d3-4c5b-a098-0043f3ed1b2d'] response: {'server_uuid': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'code': 200} Aug 21 01:37:35.565248 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf029-1ca4-4c6a-b1b6-21dbef9ee0db admin admin] Publish callbacks [] for security_group (11262799-f3d8-45c9-976f-44bcf35e0f26), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:35.604984 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf029-1ca4-4c6a-b1b6-21dbef9ee0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (11262799-f3d8-45c9-976f-44bcf35e0f26), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:35.646463 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-a8fcf029-1ca4-4c6a-b1b6-21dbef9ee0db admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=9087275fc951472fa4a1b34b82a3c11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904068 Aug 21 01:37:35.647320 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcf029-1ca4-4c6a-b1b6-21dbef9ee0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11262799-f3d8-45c9-976f-44bcf35e0f26,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:35.649226 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 60196) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:35.672866 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:35.699876 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3d90adf4-016a-47e6-8d2b-815156ee8e91 admin admin] Publish callbacks [] for security_group (11262799-f3d8-45c9-976f-44bcf35e0f26), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:35.720572 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3d90adf4-016a-47e6-8d2b-815156ee8e91 admin admin] Publish callbacks [] for security_group (11262799-f3d8-45c9-976f-44bcf35e0f26), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:35.835768 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3d90adf4-016a-47e6-8d2b-815156ee8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (11262799-f3d8-45c9-976f-44bcf35e0f26), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:35.838341 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-3d90adf4-016a-47e6-8d2b-815156ee8e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:35.839551 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-3d90adf4-016a-47e6-8d2b-815156ee8e91 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/11262799-f3d8-45c9-976f-44bcf35e0f26 HTTP/1.1" status: 204 len: 168 time: 0.1892591 Aug 21 01:37:35.847770 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90adf4-016a-47e6-8d2b-815156ee8e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11262799-f3d8-45c9-976f-44bcf35e0f26,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:35.993214 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25269a-78a0-4625-81de-c5e318d16ac3 req-c52bfca7-b05c-427f-86e4-a5630ecbd6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:35.994743 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef25269a-78a0-4625-81de-c5e318d16ac3 req-c52bfca7-b05c-427f-86e4-a5630ecbd6d8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 1129 time: 0.0441637 Aug 21 01:37:36.048180 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ef25269a-78a0-4625-81de-c5e318d16ac3 req-c78dda7b-61ea-4612-af72-97bc8acd0408 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428848 Aug 21 01:37:36.141354 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:36.151740 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ef32a-52e3-4d0c-b9be-1f2873383ef6 req-8970f2f0-4052-4703-a348-9ed3c64d13c2 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:36.153270 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-df4ef32a-52e3-4d0c-b9be-1f2873383ef6 req-8970f2f0-4052-4703-a348-9ed3c64d13c2 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 945 time: 0.0482628 Aug 21 01:37:36.206526 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-df4ef32a-52e3-4d0c-b9be-1f2873383ef6 req-1d08c066-6208-4e88-b848-d2db21859cec tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469494 Aug 21 01:37:37.328297 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cccace-7e7b-4268-b35d-fc68b2a6ce82 req-f780ef03-b2a9-46ad-940e-adfcf9b5bef5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:37.329823 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-68cccace-7e7b-4268-b35d-fc68b2a6ce82 req-f780ef03-b2a9-46ad-940e-adfcf9b5bef5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 945 time: 0.0470209 Aug 21 01:37:37.390920 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-68cccace-7e7b-4268-b35d-fc68b2a6ce82 req-8820b8ca-c606-49b3-954a-cd1302609b7c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528190 Aug 21 01:37:37.521219 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885a711-6ca2-4b52-869f-1423ed8611ae req-3360c106-735b-49c7-9f00-7ea095a08f8e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:37.522889 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6885a711-6ca2-4b52-869f-1423ed8611ae req-3360c106-735b-49c7-9f00-7ea095a08f8e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 945 time: 0.0545664 Aug 21 01:37:37.580473 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6885a711-6ca2-4b52-869f-1423ed8611ae req-6928b4fc-0c14-4c67-b5aa-5de0f1b9e844 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513885 Aug 21 01:37:37.609373 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60238) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:37.652379 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940857ea-5fca-4796-be09-a2b7557f8b25 tempest-TestVolumeBootPattern-682597924 tempest-TestVolumeBootPattern-682597924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:37.656618 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-940857ea-5fca-4796-be09-a2b7557f8b25 tempest-TestVolumeBootPattern-682597924 tempest-TestVolumeBootPattern-682597924-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 1124 time: 0.0429356 Aug 21 01:37:37.656881 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60240) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:37.662073 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:37:37.736301 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:37.823174 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:37.939588 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Allocated IP 172.37.5.53 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/b65ff26d-7562-4465-830a-fb494a4290a7) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:37:38.056070 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for port (b65ff26d-7562-4465-830a-fb494a4290a7), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:38.071920 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:38.082956 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:38.170778 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (b65ff26d-7562-4465-830a-fb494a4290a7), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:38.213750 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:37:38.216696 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:37:38.220534 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:37:38.247033 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'Port': ['ID=b65ff26d-7562-4465-830a-fb494a4290a7,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:38.589256 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (78c5536c-0fb1-4094-9d82-8036fa5d422f), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:38.709746 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (b65ff26d-7562-4465-830a-fb494a4290a7), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:38.868994 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:38.872936 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for port (b65ff26d-7562-4465-830a-fb494a4290a7), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:38.942593 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (b65ff26d-7562-4465-830a-fb494a4290a7), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.015397 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (78c5536c-0fb1-4094-9d82-8036fa5d422f), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.018128 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'Port': ['ID=b65ff26d-7562-4465-830a-fb494a4290a7,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:39.114622 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Floating IP 78c5536c-0fb1-4094-9d82-8036fa5d422f associated. External IP: 172.37.5.53, port: 6fc060b4-65bc-403a-be6a-d0408f800a0a. Aug 21 01:37:39.157741 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 60276) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:39.272150 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-27043e6f-4009-492e-b3d4-ab713320f44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.295869 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.296498 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:39.319424 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Router dcf54b28-3f28-46f1-bac1-9e434cac4e89 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:37:39.349697 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-27043e6f-4009-492e-b3d4-ab713320f44d admin admin] Publish callbacks [] for security_group (97383254-4c3b-485c-a732-fbd88ea1aaec), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.427103 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:37:39.427610 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-27043e6f-4009-492e-b3d4-ab713320f44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (97383254-4c3b-485c-a732-fbd88ea1aaec), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.438500 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] Sync routers for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:37:39.449780 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:37:39.450389 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:37:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:37:39.467251 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27043e6f-4009-492e-b3d4-ab713320f44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97383254-4c3b-485c-a732-fbd88ea1aaec,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:39.471568 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-27043e6f-4009-492e-b3d4-ab713320f44d admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=39616f87f21e4f10bb72b02929a4a492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128059 Aug 21 01:37:39.474857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 60280) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:39.509961 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.528839 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-23eccafe-ccb3-4eac-a434-137ce7ee8e33 admin admin] Publish callbacks [] for security_group (97383254-4c3b-485c-a732-fbd88ea1aaec), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.543509 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-6acaf8bc-0e61-4ed4-89f5-0f51ac9b267a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8854415 Aug 21 01:37:39.544081 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'tag': '6fc060b4-65bc-403a-be6a-d0408f800a0a'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:37:39.546517 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501" -d '{"events": [{"name": "network-changed", "server_uuid": "13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb", "tag": "6fc060b4-65bc-403a-be6a-d0408f800a0a"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:37:39.553035 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-23eccafe-ccb3-4eac-a434-137ce7ee8e33 admin admin] Publish callbacks [] for security_group (97383254-4c3b-485c-a732-fbd88ea1aaec), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.560242 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:37:39.662047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-23eccafe-ccb3-4eac-a434-137ce7ee8e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (97383254-4c3b-485c-a732-fbd88ea1aaec), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.665020 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-23eccafe-ccb3-4eac-a434-137ce7ee8e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:39.669016 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-23eccafe-ccb3-4eac-a434-137ce7ee8e33 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/97383254-4c3b-485c-a732-fbd88ea1aaec HTTP/1.1" status: 204 len: 168 time: 0.1930230 Aug 21 01:37:39.687176 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eccafe-ccb3-4eac-a434-137ce7ee8e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97383254-4c3b-485c-a732-fbd88ea1aaec,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:39.721794 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5af304-aed7-4252-b0a0-5e0ed8945cc9 x-openstack-request-id: req-cc5af304-aed7-4252-b0a0-5e0ed8945cc9 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:37:39.721794 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb", "tag": "6fc060b4-65bc-403a-be6a-d0408f800a0a", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:37:39.721794 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cc5af304-aed7-4252-b0a0-5e0ed8945cc9 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:37:39.721794 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5af304-aed7-4252-b0a0-5e0ed8945cc9'] response: {'name': 'network-changed', 'server_uuid': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'tag': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'status': 'completed', 'code': 200} Aug 21 01:37:39.789438 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '78c5536c-0fb1-4094-9d82-8036fa5d422f', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.53', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:11:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:37:38Z', 'updated_at': '2022-08-21T01:37:38Z', 'revision_number': 0, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:37:39.819803 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] Checking router: dcf54b28-3f28-46f1-bac1-9e434cac4e89 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:37:39.826244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-a0b91659-3ad3-42df-a0a8-5d858189e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:39.827807 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-a0b91659-3ad3-42df-a0a8-5d858189e50e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 1129 time: 0.0409763 Aug 21 01:37:39.829366 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:37:39.829964 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:37:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:37:39.926147 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-db32b1ae-b980-4573-8641-8aab3fa0ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:39.926866 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-db32b1ae-b980-4573-8641-8aab3fa0ac09 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 912 time: 0.0929449 Aug 21 01:37:39.942097 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:37:39.991202 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-de22b748-5528-41cc-acb2-169b49b0246f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fc060b4-65bc-403a-be6a-d0408f800a0a HTTP/1.1" status: 200 len: 998 time: 0.0581479 Aug 21 01:37:40.026381 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:40.040969 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-d90b4216-d3d9-4ed8-9bde-68659d9e4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:40.042471 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-d90b4216-d3d9-4ed8-9bde-68659d9e4f00 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0459080 Aug 21 01:37:40.091931 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-01a9234a-ba24-42be-b43a-a4af12bc3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:37:40.093549 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-01a9234a-ba24-42be-b43a-a4af12bc3ed6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444798 Aug 21 01:37:40.117738 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:40.163238 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '78c5536c-0fb1-4094-9d82-8036fa5d422f', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.53', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:11:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:37:38Z', 'updated_at': '2022-08-21T01:37:38Z', 'revision_number': 0, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:37:40.190482 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5a799-ed80-4a28-b6da-297d074531d4 None None] The sync data for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi is: [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '78c5536c-0fb1-4094-9d82-8036fa5d422f', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.53', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:11:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:37:38Z', 'updated_at': '2022-08-21T01:37:38Z', 'revision_number': 0, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:37:40.194356 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-bcff7853-58e7-4836-b824-f3ac9c488e70 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934253 Aug 21 01:37:40.233749 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60292) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:40.250588 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-58499cf6-2624-444c-b4da-79bd46a77f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:40.299354 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7d93ab0c-ec7d-4340-a7c7-aa14955fc501 req-3cd1f3d1-f86f-4346-8dfe-875ba9329ea2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990088 Aug 21 01:37:40.335857 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-58499cf6-2624-444c-b4da-79bd46a77f58 admin admin] Publish callbacks [] for security_group (b5f3b8b0-36fa-4476-a471-aea0e19e3228), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:40.405187 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20d169-6cbf-4f47-983f-9cc7b955c615 None None] New status for floating IP 78c5536c-0fb1-4094-9d82-8036fa5d422f: ACTIVE {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:37:40.439099 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-58499cf6-2624-444c-b4da-79bd46a77f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b5f3b8b0-36fa-4476-a471-aea0e19e3228), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:40.478911 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-58499cf6-2624-444c-b4da-79bd46a77f58 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=682b9d24e2ac4815bff836ca51ef3780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436073 Aug 21 01:37:40.480962 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58499cf6-2624-444c-b4da-79bd46a77f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f3b8b0-36fa-4476-a471-aea0e19e3228,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:40.482029 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 60294) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:40.531378 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-237793b1-6a80-42b0-abb3-bd210ca07274 admin admin] Publish callbacks [] for security_group (b5f3b8b0-36fa-4476-a471-aea0e19e3228), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:40.552673 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-237793b1-6a80-42b0-abb3-bd210ca07274 admin admin] Publish callbacks [] for security_group (b5f3b8b0-36fa-4476-a471-aea0e19e3228), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:40.650776 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-237793b1-6a80-42b0-abb3-bd210ca07274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b5f3b8b0-36fa-4476-a471-aea0e19e3228), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:40.653433 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-237793b1-6a80-42b0-abb3-bd210ca07274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:40.654598 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-237793b1-6a80-42b0-abb3-bd210ca07274 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b5f3b8b0-36fa-4476-a471-aea0e19e3228 HTTP/1.1" status: 204 len: 168 time: 0.1718564 Aug 21 01:37:40.663307 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237793b1-6a80-42b0-abb3-bd210ca07274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f3b8b0-36fa-4476-a471-aea0e19e3228,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:40.716442 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:37:46.167084 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60368) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:46.275629 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-20af4ac8-fa62-429b-b5da-48637663c4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:46.322827 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:46.351184 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-20af4ac8-fa62-429b-b5da-48637663c4a3 admin admin] Publish callbacks [] for security_group (b0ee0b9b-32d4-410c-857a-50e894bd9613), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:46.432545 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-20af4ac8-fa62-429b-b5da-48637663c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b0ee0b9b-32d4-410c-857a-50e894bd9613), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:46.472174 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af4ac8-fa62-429b-b5da-48637663c4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ee0b9b-32d4-410c-857a-50e894bd9613,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:46.476467 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-20af4ac8-fa62-429b-b5da-48637663c4a3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=825ee0efa13641b589e8f936fc11f2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083227 Aug 21 01:37:46.479062 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60372) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:46.528642 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bb788cb3-e4c8-4946-97e9-b834039cfea9 admin admin] Publish callbacks [] for security_group (b0ee0b9b-32d4-410c-857a-50e894bd9613), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:46.548998 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bb788cb3-e4c8-4946-97e9-b834039cfea9 admin admin] Publish callbacks [] for security_group (b0ee0b9b-32d4-410c-857a-50e894bd9613), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:46.644575 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bb788cb3-e4c8-4946-97e9-b834039cfea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b0ee0b9b-32d4-410c-857a-50e894bd9613), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:46.647195 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bb788cb3-e4c8-4946-97e9-b834039cfea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:46.648353 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-bb788cb3-e4c8-4946-97e9-b834039cfea9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b0ee0b9b-32d4-410c-857a-50e894bd9613 HTTP/1.1" status: 204 len: 168 time: 0.1684012 Aug 21 01:37:46.656543 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb788cb3-e4c8-4946-97e9-b834039cfea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ee0b9b-32d4-410c-857a-50e894bd9613,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:47.227010 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60378) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:47.241041 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2daae24d-fbe5-4ccc-9448-817faa0368f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:47.262158 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:47.315270 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2daae24d-fbe5-4ccc-9448-817faa0368f2 admin admin] Publish callbacks [] for security_group (a4c4f6c9-3df5-4405-9279-f67c93f9dbfe), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:47.375881 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-2daae24d-fbe5-4ccc-9448-817faa0368f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (a4c4f6c9-3df5-4405-9279-f67c93f9dbfe), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:47.414869 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-2daae24d-fbe5-4ccc-9448-817faa0368f2 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=c1d5adfe63fd4de9b35284bcaf99ea97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865819 Aug 21 01:37:47.417451 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 60380) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:47.419884 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daae24d-fbe5-4ccc-9448-817faa0368f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c4f6c9-3df5-4405-9279-f67c93f9dbfe,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:47.467229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2007e581-7c12-4ac4-b6e3-47ddc2a700ff admin admin] Publish callbacks [] for security_group (a4c4f6c9-3df5-4405-9279-f67c93f9dbfe), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:47.490890 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2007e581-7c12-4ac4-b6e3-47ddc2a700ff admin admin] Publish callbacks [] for security_group (a4c4f6c9-3df5-4405-9279-f67c93f9dbfe), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:47.599425 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2007e581-7c12-4ac4-b6e3-47ddc2a700ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (a4c4f6c9-3df5-4405-9279-f67c93f9dbfe), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:47.602354 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2007e581-7c12-4ac4-b6e3-47ddc2a700ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:47.603513 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-2007e581-7c12-4ac4-b6e3-47ddc2a700ff admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/a4c4f6c9-3df5-4405-9279-f67c93f9dbfe HTTP/1.1" status: 204 len: 168 time: 0.1846433 Aug 21 01:37:47.611752 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007e581-7c12-4ac4-b6e3-47ddc2a700ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c4f6c9-3df5-4405-9279-f67c93f9dbfe,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:50.167477 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=86 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:50.716594 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=70 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:54.675324 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 60480) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:54.782345 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b18fe27a-55c4-48e4-99ae-056b7cc366db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:54.857033 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b18fe27a-55c4-48e4-99ae-056b7cc366db admin admin] Publish callbacks [] for security_group (33c6dab1-5a44-43f6-8dcc-1daded3952a5), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:54.923800 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-b18fe27a-55c4-48e4-99ae-056b7cc366db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (33c6dab1-5a44-43f6-8dcc-1daded3952a5), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:54.964059 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-b18fe27a-55c4-48e4-99ae-056b7cc366db admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=027ee8725121430391fc46db1e07ac80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876611 Aug 21 01:37:54.964878 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fe27a-55c4-48e4-99ae-056b7cc366db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c6dab1-5a44-43f6-8dcc-1daded3952a5,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:54.967451 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60484) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:55.015846 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ecea7b3c-4cfd-416c-b310-15ac82885e3f admin admin] Publish callbacks [] for security_group (33c6dab1-5a44-43f6-8dcc-1daded3952a5), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:55.037046 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ecea7b3c-4cfd-416c-b310-15ac82885e3f admin admin] Publish callbacks [] for security_group (33c6dab1-5a44-43f6-8dcc-1daded3952a5), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:55.153042 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ecea7b3c-4cfd-416c-b310-15ac82885e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (33c6dab1-5a44-43f6-8dcc-1daded3952a5), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:55.155739 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ecea7b3c-4cfd-416c-b310-15ac82885e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:55.156957 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ecea7b3c-4cfd-416c-b310-15ac82885e3f admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/33c6dab1-5a44-43f6-8dcc-1daded3952a5 HTTP/1.1" status: 204 len: 168 time: 0.1882789 Aug 21 01:37:55.165672 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea7b3c-4cfd-416c-b310-15ac82885e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c6dab1-5a44-43f6-8dcc-1daded3952a5,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:55.677345 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 60490) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:55.685124 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:55.691567 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9dc2db45-e9a9-4a3e-b995-3a202fc22734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:55.769496 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9dc2db45-e9a9-4a3e-b995-3a202fc22734 admin admin] Publish callbacks [] for security_group (cc458837-a898-4d9d-a7d8-d73a3ad0cba3), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:55.861295 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-9dc2db45-e9a9-4a3e-b995-3a202fc22734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (cc458837-a898-4d9d-a7d8-d73a3ad0cba3), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:55.878328 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:55.907667 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-9dc2db45-e9a9-4a3e-b995-3a202fc22734 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=79aa769b2bcd4f9c8a6931df8ef6a398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292125 Aug 21 01:37:55.908469 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2db45-e9a9-4a3e-b995-3a202fc22734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc458837-a898-4d9d-a7d8-d73a3ad0cba3,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:55.911624 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60492) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:55.963117 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6db6eb64-6444-42c4-8d56-4b1876d8ce14 admin admin] Publish callbacks [] for security_group (cc458837-a898-4d9d-a7d8-d73a3ad0cba3), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:55.984247 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6db6eb64-6444-42c4-8d56-4b1876d8ce14 admin admin] Publish callbacks [] for security_group (cc458837-a898-4d9d-a7d8-d73a3ad0cba3), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:56.123907 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6db6eb64-6444-42c4-8d56-4b1876d8ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (cc458837-a898-4d9d-a7d8-d73a3ad0cba3), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:56.126619 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-6db6eb64-6444-42c4-8d56-4b1876d8ce14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:56.127782 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-6db6eb64-6444-42c4-8d56-4b1876d8ce14 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/cc458837-a898-4d9d-a7d8-d73a3ad0cba3 HTTP/1.1" status: 204 len: 168 time: 0.2149732 Aug 21 01:37:56.138751 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6eb64-6444-42c4-8d56-4b1876d8ce14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc458837-a898-4d9d-a7d8-d73a3ad0cba3,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:56.797253 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60498) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:56.810633 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4a2-3211-4198-bd8a-87c9aa05aa02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:56.859007 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:56.892794 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4a2-3211-4198-bd8a-87c9aa05aa02 admin admin] Publish callbacks [] for security_group (567965b1-f44b-4ab6-a333-5cbbca181169), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:56.958961 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4a2-3211-4198-bd8a-87c9aa05aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (567965b1-f44b-4ab6-a333-5cbbca181169), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:56.999932 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1b4a2-3211-4198-bd8a-87c9aa05aa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567965b1-f44b-4ab6-a333-5cbbca181169,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:57.004125 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-27f1b4a2-3211-4198-bd8a-87c9aa05aa02 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5559837564614bc4bc5097d31d97a6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058439 Aug 21 01:37:57.007925 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60500) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:57.058559 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9f54d758-1c87-4895-8eb1-89e8606d8bd0 admin admin] Publish callbacks [] for security_group (567965b1-f44b-4ab6-a333-5cbbca181169), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:57.078922 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9f54d758-1c87-4895-8eb1-89e8606d8bd0 admin admin] Publish callbacks [] for security_group (567965b1-f44b-4ab6-a333-5cbbca181169), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:57.186994 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9f54d758-1c87-4895-8eb1-89e8606d8bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (567965b1-f44b-4ab6-a333-5cbbca181169), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:57.189630 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-9f54d758-1c87-4895-8eb1-89e8606d8bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:57.190771 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9f54d758-1c87-4895-8eb1-89e8606d8bd0 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/567965b1-f44b-4ab6-a333-5cbbca181169 HTTP/1.1" status: 204 len: 168 time: 0.1826971 Aug 21 01:37:57.199557 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54d758-1c87-4895-8eb1-89e8606d8bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567965b1-f44b-4ab6-a333-5cbbca181169,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:57.711401 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4bcc496e-bea3-426e-8177-8a0a4e1def76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:58.917528 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60536) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:59.018470 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:37:59.026298 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ca19f08a-78df-408f-8cd9-ba5a550e1918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:59.104699 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ca19f08a-78df-408f-8cd9-ba5a550e1918 admin admin] Publish callbacks [] for security_group (9e5b5533-47e2-4494-95ab-b7b2dbd61150), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:59.175221 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-ca19f08a-78df-408f-8cd9-ba5a550e1918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (9e5b5533-47e2-4494-95ab-b7b2dbd61150), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:59.217687 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19f08a-78df-408f-8cd9-ba5a550e1918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5b5533-47e2-4494-95ab-b7b2dbd61150,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:37:59.222030 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-ca19f08a-78df-408f-8cd9-ba5a550e1918 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=b93fe9761f5a40ebb491c10daab1312a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034818 Aug 21 01:37:59.225249 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60540) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:37:59.276517 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-436f143a-8efd-4dec-8a43-eda69a6fb656 admin admin] Publish callbacks [] for security_group (9e5b5533-47e2-4494-95ab-b7b2dbd61150), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:59.297824 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-436f143a-8efd-4dec-8a43-eda69a6fb656 admin admin] Publish callbacks [] for security_group (9e5b5533-47e2-4494-95ab-b7b2dbd61150), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:59.421203 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-436f143a-8efd-4dec-8a43-eda69a6fb656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (9e5b5533-47e2-4494-95ab-b7b2dbd61150), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:59.423756 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-436f143a-8efd-4dec-8a43-eda69a6fb656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:37:59.425015 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-436f143a-8efd-4dec-8a43-eda69a6fb656 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/9e5b5533-47e2-4494-95ab-b7b2dbd61150 HTTP/1.1" status: 204 len: 168 time: 0.1988122 Aug 21 01:37:59.433124 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f143a-8efd-4dec-8a43-eda69a6fb656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5b5533-47e2-4494-95ab-b7b2dbd61150,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:00.232558 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d5fafe63-3b8a-419d-9c8e-aee2eafc38c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:00.360410 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60564) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:38:00.458255 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1425955873-network', 'tenant_id': '5d895d8b54ac4d23aaca3e1065b6035f'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:38:00.547186 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Made reservation on behalf of 5d895d8b54ac4d23aaca3e1065b6035f for: {'network': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:38:00.549759 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for network (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:00.560998 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:00.622978 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:00.645033 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Publish callbacks [] for security_group (29e1a1e0-f3dd-436a-9460-02dc9159dbb2), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:00.718385 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (29e1a1e0-f3dd-436a-9460-02dc9159dbb2), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:00.748888 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=106924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 01:38:00.759180 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e1a1e0-f3dd-436a-9460-02dc9159dbb2,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:00.763755 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (a153b7be-55dc-47a3-9f8c-300829078c63), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:00.764127 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.segments_db [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Added segment a153b7be-55dc-47a3-9f8c-300829078c63 of type vlan for network 0e2a927d-deb9-4756-b3d9-f933a82be077 Aug 21 01:38:00.808332 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746094718064'] for network (0e2a927d-deb9-4756-b3d9-f933a82be077), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:00.883752 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982'] for network (0e2a927d-deb9-4756-b3d9-f933a82be077), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:00.884763 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:00.885398 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:00.946003 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e2a927d-deb9-4756-b3d9-f933a82be077,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:00.956371 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Network 0e2a927d-deb9-4756-b3d9-f933a82be077 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 01:38:00.995377 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-22c07d75-ce21-466f-8cdd-a98c40c002f6 admin admin] 10.222.0.47 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6338677 Aug 21 01:38:00.998287 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60568) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:38:01.002980 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Request body: {'subnet': {'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1425955873-subnet', 'tenant_id': '5d895d8b54ac4d23aaca3e1065b6035f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:38:01.084412 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Made reservation on behalf of 5d895d8b54ac4d23aaca3e1065b6035f for: {'subnet': 1} {{(pid=106924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:38:01.086840 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9277724'] for subnet (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:01.161146 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:01.312818 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9277742'] for subnet (0bb82f57-f9c2-4993-80b1-c549dbf752b7), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:01.368883 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb82f57-f9c2-4993-80b1-c549dbf752b7,revision_number=0']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:01.384405 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Checking segment: {'id': 'a153b7be-55dc-47a3-9f8c-300829078c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:38:01.384800 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Network hostable DHCP agents. Network: 0e2a927d-deb9-4756-b3d9-f933a82be077, hostable agents: ['e179770c-40e5-45ba-8a0c-18940e6efda1'], hosted agents: [] {{(pid=106924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 01:38:01.415439 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:01.494835 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Network 0e2a927d-deb9-4756-b3d9-f933a82be077 is scheduled to be hosted by DHCP agent e179770c-40e5-45ba-8a0c-18940e6efda1 with binding_index 1 {{(pid=106924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 01:38:01.580814 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0e2a927d-deb9-4756-b3d9-f933a82be077) {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:38:01.585639 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:01.586240 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:01.592131 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aa45fa-11ed-4a07-8823-c00343f5f54b None None] Network 0e2a927d-deb9-4756-b3d9-f933a82be077 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:38:01.670295 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-de29928b-3c31-4a1f-84a6-74beb44978ab admin admin] 10.222.0.47 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6705010 Aug 21 01:38:01.822305 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bbca6d-ab4f-4fa0-97cb-ed81526a1d6e None None] Network 0e2a927d-deb9-4756-b3d9-f933a82be077 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:38:01.902062 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:03.221267 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:03.701708 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:03.802723 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb871-fde1-4da6-be30-3bc973af680e req-4f849729-0efb-40a2-a7cb-3d42dcef3379 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:03.804183 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-4f849729-0efb-40a2-a7cb-3d42dcef3379 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/networks?id=0e2a927d-deb9-4756-b3d9-f933a82be077 HTTP/1.1" status: 200 len: 809 time: 0.1023674 Aug 21 01:38:03.818823 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-f0b7e228-52bf-4060-bee2-fd5c6d30dd5e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/quotas/5d895d8b54ac4d23aaca3e1065b6035f HTTP/1.1" status: 200 len: 375 time: 0.0092263 Aug 21 01:38:03.856087 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-2c4be0b6-c56e-4e60-83e2-bd15c9ee01f0 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5d895d8b54ac4d23aaca3e1065b6035f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322247 Aug 21 01:38:03.946377 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-a43d54ad-d9b1-4a4c-8e34-9d2de2c3230f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0e2a927d-deb9-4756-b3d9-f933a82be077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837364 Aug 21 01:38:04.038584 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-e0ba84ae-e62a-4dcf-b4a5-260eb3bb4aec service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0e2a927d-deb9-4756-b3d9-f933a82be077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861208 Aug 21 01:38:04.287212 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-cf5edcd4-8f64-48fc-b5d3-73b8ef53139a req-7b8e0bea-59e9-46b3-9d30-afb89e8cb441 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 210 time: 0.0294569 Aug 21 01:38:05.390818 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-772e3c01-21d5-47c3-9188-73e3c2d9c5af req-a7e545da-4a3c-425b-a083-4f5cbf38325e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 210 time: 0.0286195 Aug 21 01:38:06.504058 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-31daa92a-0353-48e2-b783-19bb228b668e req-51ff151d-50c3-4715-adf1-28561155f26e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 210 time: 0.0321062 Aug 21 01:38:06.532904 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb871-fde1-4da6-be30-3bc973af680e req-305439fc-4787-4a1f-95be-fa63a6080210 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:06.534355 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-305439fc-4787-4a1f-95be-fa63a6080210 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.67 "GET /networking/v2.0/networks?id=0e2a927d-deb9-4756-b3d9-f933a82be077 HTTP/1.1" status: 200 len: 809 time: 0.1360152 Aug 21 01:38:06.553683 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Request body: {'port': {'device_id': '146ae855-7a33-4572-ad09-b54ba7de0bcc', 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077', 'admin_state_up': True, 'tenant_id': '5d895d8b54ac4d23aaca3e1065b6035f'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:38:06.735102 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Made reservation on behalf of 5d895d8b54ac4d23aaca3e1065b6035f for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:38:06.738917 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:06.866331 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Allocated IP 172.20.0.14 (0e2a927d-deb9-4756-b3d9-f933a82be077/0bb82f57-f9c2-4993-80b1-c549dbf752b7/4c56ba2b-c08c-48d3-a24b-3e57d0363175) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:38:07.002905 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:07.013186 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks [] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:07.015561 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:07.187220 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:07.232108 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Network 0e2a927d-deb9-4756-b3d9-f933a82be077 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:38:07.235166 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:38:07.239044 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:38:07.245619 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Pushing event updated for resources: {'Port': ['ID=4c56ba2b-c08c-48d3-a24b-3e57d0363175,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:07.295103 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:07.295745 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:07.406250 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-7605d960-512a-42d8-8b87-21ba76f758a4 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8561778 Aug 21 01:38:07.425040 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Request body: {'port': {'device_id': '146ae855-7a33-4572-ad09-b54ba7de0bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:38:07.482788 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:07.639545 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a6770-49f2-4899-8bfb-c6fe3fabbaf3 req-9f459784-9ccc-4f4c-8fe0-a677be952b9c tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:07.641047 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1b5a6770-49f2-4899-8bfb-c6fe3fabbaf3 req-9f459784-9ccc-4f4c-8fe0-a677be952b9c tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 932 time: 0.0600319 Aug 21 01:38:07.739216 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1b5a6770-49f2-4899-8bfb-c6fe3fabbaf3 req-a32695e7-3e18-4ec5-b594-b2e0121111c6 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885618 Aug 21 01:38:07.770154 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:07.807334 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c56ba2b-c08c-48d3-a24b-3e57d0363175 {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:38:07.815400 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Publish callbacks [] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:07.827743 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Transition to ACTIVE for port object 4c56ba2b-c08c-48d3-a24b-3e57d0363175 will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:38:07.918960 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:07.980672 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Pushing event updated for resources: {'Port': ['ID=4c56ba2b-c08c-48d3-a24b-3e57d0363175,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:08.033375 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Attempting to bind port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:38:08.033629 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Attempting to bind port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a153b7be-55dc-47a3-9f8c-300829078c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:38:08.033960 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Attempting to bind port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 on network 0e2a927d-deb9-4756-b3d9-f933a82be077 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:38:08.038279 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 on network 0e2a927d-deb9-4756-b3d9-f933a82be077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:38:08.038596 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Attempting to bind port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 on network 0e2a927d-deb9-4756-b3d9-f933a82be077 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:38:08.043427 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:38:08.043764 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Checking segment: {'id': 'a153b7be-55dc-47a3-9f8c-300829078c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:38:08.044170 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Bound using segment: {'id': 'a153b7be-55dc-47a3-9f8c-300829078c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:38:08.044598 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Bound port: 4c56ba2b-c08c-48d3-a24b-3e57d0363175, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a153b7be-55dc-47a3-9f8c-300829078c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:38:08.044952 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:08.104288 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] For port 4c56ba2b-c08c-48d3-a24b-3e57d0363175, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:38:08.107270 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] For port 4c56ba2b-c08c-48d3-a24b-3e57d0363175, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c56ba2b-c08c-48d3-a24b-3e57d0363175,segment=NetworkSegment(a153b7be-55dc-47a3-9f8c-300829078c63),segment_id=a153b7be-55dc-47a3-9f8c-300829078c63)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:38:08.164177 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:08.168341 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:08.168956 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:08.170345 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/4c56ba2b-c08c-48d3-a24b-3e57d0363175 HTTP/1.1" status: 200 len: 1094 time: 0.7495513 Aug 21 01:38:08.170829 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146ae855-7a33-4572-ad09-b54ba7de0bcc', 'tag': '4c56ba2b-c08c-48d3-a24b-3e57d0363175'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:38:08.173086 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a54ba5-41a3-42a7-97d3-43da76cfaf32" -d '{"events": [{"name": "network-changed", "server_uuid": "146ae855-7a33-4572-ad09-b54ba7de0bcc", "tag": "4c56ba2b-c08c-48d3-a24b-3e57d0363175"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:38:08.214798 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9eb356-e566-48c6-9455-73b40e5744c5 x-openstack-request-id: req-2e9eb356-e566-48c6-9455-73b40e5744c5 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:38:08.215102 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146ae855-7a33-4572-ad09-b54ba7de0bcc", "tag": "4c56ba2b-c08c-48d3-a24b-3e57d0363175", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:38:08.215354 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2e9eb356-e566-48c6-9455-73b40e5744c5 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:38:08.215755 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9eb356-e566-48c6-9455-73b40e5744c5'] response: {'name': 'network-changed', 'server_uuid': '146ae855-7a33-4572-ad09-b54ba7de0bcc', 'tag': '4c56ba2b-c08c-48d3-a24b-3e57d0363175', 'status': 'completed', 'code': 200} Aug 21 01:38:08.227296 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdfb34-9b37-441c-97cd-0fc7860127ae service neutron] Pushing event updated for resources: {'Port': ['ID=4c56ba2b-c08c-48d3-a24b-3e57d0363175,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:08.313353 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a54ba5-41a3-42a7-97d3-43da76cfaf32 req-9d125407-6a40-439a-ad4e-00e931e0cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:08.315330 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-94a54ba5-41a3-42a7-97d3-43da76cfaf32 req-9d125407-6a40-439a-ad4e-00e931e0cc97 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=5d895d8b54ac4d23aaca3e1065b6035f&device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 1128 time: 0.0429070 Aug 21 01:38:08.425457 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a54ba5-41a3-42a7-97d3-43da76cfaf32 req-471d5c5a-5967-4eb2-80c8-6ad9ee31a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:08.426965 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-94a54ba5-41a3-42a7-97d3-43da76cfaf32 req-471d5c5a-5967-4eb2-80c8-6ad9ee31a492 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=5d895d8b54ac4d23aaca3e1065b6035f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0902870 Aug 21 01:38:08.475136 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:08.527740 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a54ba5-41a3-42a7-97d3-43da76cfaf32 req-c6c10053-9ed3-4ec7-91d7-f5431f6ebf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:08.529272 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-94a54ba5-41a3-42a7-97d3-43da76cfaf32 req-c6c10053-9ed3-4ec7-91d7-f5431f6ebf7a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918908 Aug 21 01:38:08.634878 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb871-fde1-4da6-be30-3bc973af680e req-9e54290e-d4ac-4f8f-b244-ba9ce5be461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:08.636352 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-9e54290e-d4ac-4f8f-b244-ba9ce5be461f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=5d895d8b54ac4d23aaca3e1065b6035f&device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 1128 time: 0.0404594 Aug 21 01:38:08.967712 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-57473f57-f8ba-4bf6-a03b-14d1f9517659 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c56ba2b-c08c-48d3-a24b-3e57d0363175 HTTP/1.1" status: 200 len: 217 time: 0.3138633 Aug 21 01:38:09.042699 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065545c0-48b4-4c20-9e47-e7125733d925 req-f1d2512f-33a4-46c3-b566-b2b37066afe1 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:09.044186 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-065545c0-48b4-4c20-9e47-e7125733d925 req-f1d2512f-33a4-46c3-b566-b2b37066afe1 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 944 time: 0.0794251 Aug 21 01:38:09.052986 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb871-fde1-4da6-be30-3bc973af680e req-faaf1a48-1209-4fca-b014-3512a2ced2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:09.054324 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-faaf1a48-1209-4fca-b014-3512a2ced2b0 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=0bb82f57-f9c2-4993-80b1-c549dbf752b7 HTTP/1.1" status: 200 len: 849 time: 0.0751660 Aug 21 01:38:09.098957 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-f22266b6-5405-4d4f-9561-b082522716ec service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=0e2a927d-deb9-4756-b3d9-f933a82be077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325024 Aug 21 01:38:09.138755 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-065545c0-48b4-4c20-9e47-e7125733d925 req-b4af07e3-55d8-4c56-8619-55c58b16079f tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883327 Aug 21 01:38:09.204635 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-ea227009-51a9-4f64-abbd-5a0b8a073227 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e2a927d-deb9-4756-b3d9-f933a82be077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943623 Aug 21 01:38:09.233490 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:09.300936 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:09.304724 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-54feb871-fde1-4da6-be30-3bc973af680e req-64694815-3a11-4a24-8435-c037f54e9c2f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e2a927d-deb9-4756-b3d9-f933a82be077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883181 Aug 21 01:38:10.222893 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:10.261834 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c2b6-fa7f-4c43-969f-d5d5241ec138 req-cefcb262-602c-4248-b354-45ae044e9b83 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:10.263368 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7f39c2b6-fa7f-4c43-969f-d5d5241ec138 req-cefcb262-602c-4248-b354-45ae044e9b83 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 944 time: 0.0490921 Aug 21 01:38:10.312070 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-7f39c2b6-fa7f-4c43-969f-d5d5241ec138 req-87a54457-1780-4e15-97d2-54ec6ea050fc tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Aug 21 01:38:11.430767 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde21c6c-7b23-48bd-9399-67ce2f8f03b8 req-eeb44842-f5ba-45f0-837d-c99c8ef022f5 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:11.432268 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bde21c6c-7b23-48bd-9399-67ce2f8f03b8 req-eeb44842-f5ba-45f0-837d-c99c8ef022f5 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 944 time: 0.0452783 Aug 21 01:38:11.481720 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bde21c6c-7b23-48bd-9399-67ce2f8f03b8 req-a541db7f-1c50-40de-8a91-fa210a78e316 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439231 Aug 21 01:38:11.595581 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:DELETE=2,neutron:SELECT=66,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:11.596461 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:12.601225 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d93a-3943-4fc9-86b1-88f932cb6875 req-264aa562-aff3-4f46-8f61-d7ee482f6eb9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:12.602798 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-27c8d93a-3943-4fc9-86b1-88f932cb6875 req-264aa562-aff3-4f46-8f61-d7ee482f6eb9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 944 time: 0.0477002 Aug 21 01:38:12.650071 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-27c8d93a-3943-4fc9-86b1-88f932cb6875 req-493e2fef-434d-41eb-a3b9-23f83aa69fc2 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416722 Aug 21 01:38:13.314780 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 4c56ba2b-c08c-48d3-a24b-3e57d0363175 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:38:13.421813 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 4c56ba2b-c08c-48d3-a24b-3e57d0363175, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c56ba2b-c08c-48d3-a24b-3e57d0363175,segment=NetworkSegment(a153b7be-55dc-47a3-9f8c-300829078c63),segment_id=a153b7be-55dc-47a3-9f8c-300829078c63)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:38:13.432420 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': '4c56ba2b-c08c-48d3-a24b-3e57d0363175', 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077', 'port_id': '4c56ba2b-c08c-48d3-a24b-3e57d0363175', 'mac_address': 'fa:16:3e:6e:83:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb82f57-f9c2-4993-80b1-c549dbf752b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:38:13.468083 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:38:13.468495 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:13.485142 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c56ba2b-c08c-48d3-a24b-3e57d0363175 {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:38:13.504794 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 4c56ba2b-c08c-48d3-a24b-3e57d0363175, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c56ba2b-c08c-48d3-a24b-3e57d0363175,segment=NetworkSegment(a153b7be-55dc-47a3-9f8c-300829078c63),segment_id=a153b7be-55dc-47a3-9f8c-300829078c63)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:38:13.569722 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:13.615710 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=4c56ba2b-c08c-48d3-a24b-3e57d0363175,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:13.781085 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42209db-9583-49c4-9716-835cb6754e38 req-4ac897b7-6522-4078-bfe5-da07f463b8a3 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:13.782620 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f42209db-9583-49c4-9716-835cb6754e38 req-4ac897b7-6522-4078-bfe5-da07f463b8a3 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 945 time: 0.0587378 Aug 21 01:38:13.831101 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f42209db-9583-49c4-9716-835cb6754e38 req-97409b39-485a-47e2-b657-dcb6874e7422 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426469 Aug 21 01:38:13.904428 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['4c56ba2b-c08c-48d3-a24b-3e57d0363175'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:38:14.954178 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff727e-0fb3-4f0f-ab93-f8193667aaa9 req-c520f851-ee88-412e-a1f6-032625ce3edf tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:14.955669 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-88ff727e-0fb3-4f0f-ab93-f8193667aaa9 req-c520f851-ee88-412e-a1f6-032625ce3edf tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 945 time: 0.0509472 Aug 21 01:38:15.012468 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-88ff727e-0fb3-4f0f-ab93-f8193667aaa9 req-5cd72ff0-9bc9-4e79-b45a-305a6af20324 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502093 Aug 21 01:38:15.349102 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 4c56ba2b-c08c-48d3-a24b-3e57d0363175 up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:38:15.391089 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:38:15.466459 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:38:15.466851 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:15.538163 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:38:15.538550 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:15.561436 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146ae855-7a33-4572-ad09-b54ba7de0bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c56ba2b-c08c-48d3-a24b-3e57d0363175'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:38:15.563678 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5509883e-783c-438f-a89f-0948af02c292" -d '{"events": [{"server_uuid": "146ae855-7a33-4572-ad09-b54ba7de0bcc", "name": "network-vif-plugged", "status": "completed", "tag": "4c56ba2b-c08c-48d3-a24b-3e57d0363175"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:38:15.578940 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port 4c56ba2b-c08c-48d3-a24b-3e57d0363175, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c56ba2b-c08c-48d3-a24b-3e57d0363175,segment=NetworkSegment(a153b7be-55dc-47a3-9f8c-300829078c63),segment_id=a153b7be-55dc-47a3-9f8c-300829078c63)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:38:15.603742 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19637458-efd7-479d-9a23-c58939f16bc0 x-openstack-request-id: req-19637458-efd7-479d-9a23-c58939f16bc0 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:38:15.604031 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146ae855-7a33-4572-ad09-b54ba7de0bcc", "name": "network-vif-plugged", "status": "completed", "tag": "4c56ba2b-c08c-48d3-a24b-3e57d0363175", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:38:15.604541 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19637458-efd7-479d-9a23-c58939f16bc0 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:38:15.604943 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19637458-efd7-479d-9a23-c58939f16bc0'] response: {'server_uuid': '146ae855-7a33-4572-ad09-b54ba7de0bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c56ba2b-c08c-48d3-a24b-3e57d0363175', 'code': 200} Aug 21 01:38:15.770001 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:15.820417 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=4c56ba2b-c08c-48d3-a24b-3e57d0363175,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:16.037497 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73458e3c-c967-4cd9-937f-3c3183ef7cd0 req-38e124de-228f-41b1-b982-bc3d844b3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:16.039440 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-73458e3c-c967-4cd9-937f-3c3183ef7cd0 req-38e124de-228f-41b1-b982-bc3d844b3cdb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 1130 time: 0.0380359 Aug 21 01:38:16.061791 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:16.087668 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-73458e3c-c967-4cd9-937f-3c3183ef7cd0 req-cafb037e-d882-48fa-a7ea-a74dc7c1934c service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420718 Aug 21 01:38:16.136956 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491f774-2b6c-4ea1-9426-fe0d909fb551 req-c4b1a8b2-f2c4-46c4-9336-253e750bdfa1 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:16.138437 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c491f774-2b6c-4ea1-9426-fe0d909fb551 req-c4b1a8b2-f2c4-46c4-9336-253e750bdfa1 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 946 time: 0.0498815 Aug 21 01:38:16.185656 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c491f774-2b6c-4ea1-9426-fe0d909fb551 req-4f8bd532-c570-49de-b7aa-2a6a0d36487d tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Aug 21 01:38:17.309022 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54476ac-4a24-4f56-ae7e-020042d875da req-a2d2b6d3-5b7a-41fe-9da5-0fcf618d870e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:17.310519 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e54476ac-4a24-4f56-ae7e-020042d875da req-a2d2b6d3-5b7a-41fe-9da5-0fcf618d870e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 946 time: 0.0467098 Aug 21 01:38:17.358563 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e54476ac-4a24-4f56-ae7e-020042d875da req-0674899c-379e-49f4-aab5-7d07aed9f662 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Aug 21 01:38:17.718112 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:38:18.482206 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d513ed3-d9b0-41ee-9989-d8d84ceda3fd req-dc410109-791a-49fe-bde7-4dab2898a35e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:18.483678 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d513ed3-d9b0-41ee-9989-d8d84ceda3fd req-dc410109-791a-49fe-bde7-4dab2898a35e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 946 time: 0.0475457 Aug 21 01:38:18.534600 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3d513ed3-d9b0-41ee-9989-d8d84ceda3fd req-cd73b177-c99b-47b4-80fd-ed3190d09945 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Aug 21 01:38:19.201808 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-04634d18-1a6b-4703-8714-0254a78b581b req-f3f438b5-62d9-494f-ae7f-6bb988cc439e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380812 Aug 21 01:38:19.305499 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04634d18-1a6b-4703-8714-0254a78b581b req-d3f2de6c-18b8-49da-8d8b-1c40b7984579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:19.306924 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-04634d18-1a6b-4703-8714-0254a78b581b req-d3f2de6c-18b8-49da-8d8b-1c40b7984579 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 1129 time: 0.0409296 Aug 21 01:38:19.417292 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04634d18-1a6b-4703-8714-0254a78b581b req-3e01a7d7-83f6-4f77-a897-bc680ed6ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:19.418823 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-04634d18-1a6b-4703-8714-0254a78b581b req-3e01a7d7-83f6-4f77-a897-bc680ed6ee2e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 912 time: 0.0933499 Aug 21 01:38:19.484489 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-04634d18-1a6b-4703-8714-0254a78b581b req-4e4caa6a-b0ce-4ae2-90bd-a84780e7dcc8 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fc060b4-65bc-403a-be6a-d0408f800a0a HTTP/1.1" status: 200 len: 1000 time: 0.0581818 Aug 21 01:38:19.499499 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:19.536413 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04634d18-1a6b-4703-8714-0254a78b581b req-70cd53f5-4f13-437c-85eb-53b465ee295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:19.538446 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-04634d18-1a6b-4703-8714-0254a78b581b req-70cd53f5-4f13-437c-85eb-53b465ee295f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0458696 Aug 21 01:38:19.587555 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04634d18-1a6b-4703-8714-0254a78b581b req-95d46506-55d2-42ee-8d0d-bbc196d15d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:19.589034 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-04634d18-1a6b-4703-8714-0254a78b581b req-95d46506-55d2-42ee-8d0d-bbc196d15d2e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434170 Aug 21 01:38:19.681900 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-04634d18-1a6b-4703-8714-0254a78b581b req-3bb31049-3462-48dd-8993-f7c99dbc27b4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865431 Aug 21 01:38:19.781454 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-04634d18-1a6b-4703-8714-0254a78b581b req-27ae971b-6880-4e53-9438-d190666b9f93 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936725 Aug 21 01:38:19.832541 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e91bd7-54d0-4c4a-92a5-914608caebe6 req-a50d2a75-9da6-468d-8037-d1176b9660c9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:19.834817 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-68e91bd7-54d0-4c4a-92a5-914608caebe6 req-a50d2a75-9da6-468d-8037-d1176b9660c9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 946 time: 0.0468776 Aug 21 01:38:19.883724 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-68e91bd7-54d0-4c4a-92a5-914608caebe6 req-10cfc41b-bc2f-4e08-b20a-2383c57d1f9d tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Aug 21 01:38:21.003038 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4bb32-9ff2-43b9-aa04-59d13a5ef3fb req-c7787d8e-305f-43ce-843b-cbfe6effa16e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:21.004553 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-23c4bb32-9ff2-43b9-aa04-59d13a5ef3fb req-c7787d8e-305f-43ce-843b-cbfe6effa16e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 946 time: 0.0476000 Aug 21 01:38:21.058702 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-23c4bb32-9ff2-43b9-aa04-59d13a5ef3fb req-1b48c259-db8f-4c49-b400-dad7b03b8aac tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485272 Aug 21 01:38:21.671381 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:21.687913 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-1ce7f2ba-f34a-4e35-917c-14d41eac3eff tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:21.689476 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-1ce7f2ba-f34a-4e35-917c-14d41eac3eff tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 946 time: 0.0487943 Aug 21 01:38:21.815446 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Deleting port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:38:21.815798 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:21.909578 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] For port 4c56ba2b-c08c-48d3-a24b-3e57d0363175, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4c56ba2b-c08c-48d3-a24b-3e57d0363175,segment=NetworkSegment(a153b7be-55dc-47a3-9f8c-300829078c63),segment_id=a153b7be-55dc-47a3-9f8c-300829078c63)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:38:21.909944 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:21.922864 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Calling delete_port for 4c56ba2b-c08c-48d3-a24b-3e57d0363175 owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:38:22.094759 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (4c56ba2b-c08c-48d3-a24b-3e57d0363175), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:22.121872 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Pushing event deleted for resources: {'Port': ['ID=4c56ba2b-c08c-48d3-a24b-3e57d0363175,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:22.131172 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['4c56ba2b-c08c-48d3-a24b-3e57d0363175'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:38:22.138961 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.138961 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.138961 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.138961 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.138961 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.138961 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.139594 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.139594 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.139978 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.140244 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.140576 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.140915 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.141229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.141561 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.141884 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:22.201833 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] No DVR routers for this DVR port 4c56ba2b-c08c-48d3-a24b-3e57d0363175 on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:38:22.204807 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-22bc4c08-6fa9-40de-af6b-30169623d008 req-8ab6c0a8-e1ad-49cb-93ae-f202d1570126 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=146ae855-7a33-4572-ad09-b54ba7de0bcc HTTP/1.1" status: 200 len: 210 time: 0.0596507 Aug 21 01:38:22.205791 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:22.208920 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d83e94b3-b5cd-469e-9c91-9120337fa062 req-e389033c-1157-4277-b95d-a3cd0ce8b636 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.67 "DELETE /networking/v2.0/ports/4c56ba2b-c08c-48d3-a24b-3e57d0363175 HTTP/1.1" status: 204 len: 173 time: 0.4725990 Aug 21 01:38:22.209604 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146ae855-7a33-4572-ad09-b54ba7de0bcc', 'name': 'network-vif-deleted', 'tag': '4c56ba2b-c08c-48d3-a24b-3e57d0363175'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:38:22.211878 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55d2871-4e8b-4ef0-a7c9-eafccee12ba1" -d '{"events": [{"server_uuid": "146ae855-7a33-4572-ad09-b54ba7de0bcc", "name": "network-vif-deleted", "tag": "4c56ba2b-c08c-48d3-a24b-3e57d0363175"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:38:22.251166 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4b20e6-fd1a-419d-bf2c-b1673f36893d x-openstack-request-id: req-de4b20e6-fd1a-419d-bf2c-b1673f36893d {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:38:22.251468 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146ae855-7a33-4572-ad09-b54ba7de0bcc", "name": "network-vif-deleted", "tag": "4c56ba2b-c08c-48d3-a24b-3e57d0363175", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:38:22.251728 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de4b20e6-fd1a-419d-bf2c-b1673f36893d {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:38:22.252165 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4b20e6-fd1a-419d-bf2c-b1673f36893d'] response: {'server_uuid': '146ae855-7a33-4572-ad09-b54ba7de0bcc', 'name': 'network-vif-deleted', 'tag': '4c56ba2b-c08c-48d3-a24b-3e57d0363175', 'status': 'completed', 'code': 200} Aug 21 01:38:23.482599 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffca9f-505c-411e-976a-3e9707026625 req-c5b03adc-2194-4425-9f81-c38702020a98 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:23.484341 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-c5b03adc-2194-4425-9f81-c38702020a98 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/networks?id=0e2a927d-deb9-4756-b3d9-f933a82be077 HTTP/1.1" status: 200 len: 809 time: 0.1058068 Aug 21 01:38:23.503720 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-ad38dbbc-ec4a-454b-8920-a5cca83c34d3 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/quotas/5d895d8b54ac4d23aaca3e1065b6035f HTTP/1.1" status: 200 len: 375 time: 0.0139694 Aug 21 01:38:23.520286 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:23.537310 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-ce80fc4d-f4e3-43eb-ad0f-4e110510ba2e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5d895d8b54ac4d23aaca3e1065b6035f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272601 Aug 21 01:38:23.631093 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-d061619c-1951-4675-ba87-f0d1269173b4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0e2a927d-deb9-4756-b3d9-f933a82be077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Aug 21 01:38:23.722336 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-c67f3d6c-5702-476b-8faf-f9baff88b9eb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0e2a927d-deb9-4756-b3d9-f933a82be077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855308 Aug 21 01:38:24.009617 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-567661f7-1fee-422e-ad50-76aab9714c9a req-9cc31972-1fd5-41e0-8243-81c0a0e65be6 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 210 time: 0.0312469 Aug 21 01:38:25.110939 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-88c47f2c-3ac2-464e-a2ec-42d74b9c1461 req-7a5579dc-4b0e-4504-bc54-1ab482337781 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 210 time: 0.0289769 Aug 21 01:38:25.415393 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 4c56ba2b-c08c-48d3-a24b-3e57d0363175 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:38:25.437416 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 4c56ba2b-c08c-48d3-a24b-3e57d0363175 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:38:25.437759 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 4c56ba2b-c08c-48d3-a24b-3e57d0363175 not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:38:25.664747 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:26.141823 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:26.173131 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9f5d8b81-2d61-4c64-99f5-646ac5420feb tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:26.175471 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9f5d8b81-2d61-4c64-99f5-646ac5420feb tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.67 "GET /networking/v2.0/networks?id=0e2a927d-deb9-4756-b3d9-f933a82be077 HTTP/1.1" status: 200 len: 809 time: 0.1117027 Aug 21 01:38:26.195143 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Request body: {'port': {'device_id': '30167b0f-2ddb-4339-b09f-bc7911838a9f', 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077', 'admin_state_up': True, 'tenant_id': '5d895d8b54ac4d23aaca3e1065b6035f'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:38:26.252838 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8e492f62-9e28-497c-98c0-ec23ff59962e req-dcd4a449-9399-4354-9338-9323e92ca0c3 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 210 time: 0.0527256 Aug 21 01:38:26.409017 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Made reservation on behalf of 5d895d8b54ac4d23aaca3e1065b6035f for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:38:26.412794 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:26.547068 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Allocated IP 172.20.0.4 (0e2a927d-deb9-4756-b3d9-f933a82be077/0bb82f57-f9c2-4993-80b1-c549dbf752b7/a0add147-c561-43dc-9b8c-c1ad7518f442) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:38:26.703895 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks [] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:26.803963 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:26.825367 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Network 0e2a927d-deb9-4756-b3d9-f933a82be077 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:38:26.829245 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:38:26.829245 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:38:26.856449 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:26.877671 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:26.878283 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:26.922077 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Pushing event updated for resources: {'Port': ['ID=a0add147-c561-43dc-9b8c-c1ad7518f442,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:26.994864 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-9cef0e85-00c9-4a21-943c-d459af9139a9 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8036084 Aug 21 01:38:27.016392 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Request body: {'port': {'device_id': '30167b0f-2ddb-4339-b09f-bc7911838a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:38:27.078695 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:27.196435 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:27.335138 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0add147-c561-43dc-9b8c-c1ad7518f442 {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:38:27.354653 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Publish callbacks [] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:27.391530 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Transition to ACTIVE for port object a0add147-c561-43dc-9b8c-c1ad7518f442 will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:38:27.398210 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b60150-f296-481d-bc3b-313ff8c228d7 req-fe9a0b20-8d51-4521-973b-48baa0f69b24 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:27.400333 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-09b60150-f296-481d-bc3b-313ff8c228d7 req-fe9a0b20-8d51-4521-973b-48baa0f69b24 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 931 time: 0.0602951 Aug 21 01:38:27.451896 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-09b60150-f296-481d-bc3b-313ff8c228d7 req-2ed1bad5-7a55-4c24-b06b-68957fbef833 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457821 Aug 21 01:38:27.477558 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:27.535514 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Pushing event updated for resources: {'Port': ['ID=a0add147-c561-43dc-9b8c-c1ad7518f442,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:27.587487 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Attempting to bind port a0add147-c561-43dc-9b8c-c1ad7518f442 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:38:27.587848 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Attempting to bind port a0add147-c561-43dc-9b8c-c1ad7518f442 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a153b7be-55dc-47a3-9f8c-300829078c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:38:27.588210 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Attempting to bind port a0add147-c561-43dc-9b8c-c1ad7518f442 on network 0e2a927d-deb9-4756-b3d9-f933a82be077 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:38:27.592708 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Port a0add147-c561-43dc-9b8c-c1ad7518f442 on network 0e2a927d-deb9-4756-b3d9-f933a82be077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:38:27.593058 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Attempting to bind port a0add147-c561-43dc-9b8c-c1ad7518f442 on network 0e2a927d-deb9-4756-b3d9-f933a82be077 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:38:27.598410 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:38:27.598779 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Checking segment: {'id': 'a153b7be-55dc-47a3-9f8c-300829078c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:38:27.599184 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Bound using segment: {'id': 'a153b7be-55dc-47a3-9f8c-300829078c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:38:27.599649 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Bound port: a0add147-c561-43dc-9b8c-c1ad7518f442, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a153b7be-55dc-47a3-9f8c-300829078c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:38:27.600556 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:27.656509 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:27.666117 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] For port a0add147-c561-43dc-9b8c-c1ad7518f442, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:38:27.669204 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] For port a0add147-c561-43dc-9b8c-c1ad7518f442, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a0add147-c561-43dc-9b8c-c1ad7518f442,segment=NetworkSegment(a153b7be-55dc-47a3-9f8c-300829078c63),segment_id=a153b7be-55dc-47a3-9f8c-300829078c63)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:38:27.700097 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-6108879a-ce3d-4702-9b14-6556380d2b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:27.712571 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:27.820983 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:27.824166 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:27.824930 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:27.826356 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/a0add147-c561-43dc-9b8c-c1ad7518f442 HTTP/1.1" status: 200 len: 1093 time: 0.8140702 Aug 21 01:38:27.828619 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30167b0f-2ddb-4339-b09f-bc7911838a9f', 'tag': 'a0add147-c561-43dc-9b8c-c1ad7518f442'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:38:27.832337 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b3c14f-59e6-440d-a1b7-e4cb36cc8054" -d '{"events": [{"name": "network-changed", "server_uuid": "30167b0f-2ddb-4339-b09f-bc7911838a9f", "tag": "a0add147-c561-43dc-9b8c-c1ad7518f442"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:38:27.872949 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7334ea-3854-436e-b5b7-ccfcf8c57168 x-openstack-request-id: req-fe7334ea-3854-436e-b5b7-ccfcf8c57168 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:38:27.873264 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30167b0f-2ddb-4339-b09f-bc7911838a9f", "tag": "a0add147-c561-43dc-9b8c-c1ad7518f442", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:38:27.873497 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe7334ea-3854-436e-b5b7-ccfcf8c57168 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:38:27.873953 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7334ea-3854-436e-b5b7-ccfcf8c57168'] response: {'name': 'network-changed', 'server_uuid': '30167b0f-2ddb-4339-b09f-bc7911838a9f', 'tag': 'a0add147-c561-43dc-9b8c-c1ad7518f442', 'status': 'completed', 'code': 200} Aug 21 01:38:27.885679 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d7975-a12d-419a-8a7c-0dbed229e988 service neutron] Pushing event updated for resources: {'Port': ['ID=a0add147-c561-43dc-9b8c-c1ad7518f442,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:27.975762 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3c14f-59e6-440d-a1b7-e4cb36cc8054 req-dd322651-4337-46d8-b3f4-3843403227fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:27.977479 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-80b3c14f-59e6-440d-a1b7-e4cb36cc8054 req-dd322651-4337-46d8-b3f4-3843403227fc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=5d895d8b54ac4d23aaca3e1065b6035f&device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 1127 time: 0.0418093 Aug 21 01:38:28.088613 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3c14f-59e6-440d-a1b7-e4cb36cc8054 req-86363f18-1f8d-408a-958a-d76a9e7e6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:28.090017 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-80b3c14f-59e6-440d-a1b7-e4cb36cc8054 req-86363f18-1f8d-408a-958a-d76a9e7e6b70 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=5d895d8b54ac4d23aaca3e1065b6035f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0952547 Aug 21 01:38:28.183242 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3c14f-59e6-440d-a1b7-e4cb36cc8054 req-dd49be96-da71-4786-8bf7-a484a3cffe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:28.184924 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-80b3c14f-59e6-440d-a1b7-e4cb36cc8054 req-dd49be96-da71-4786-8bf7-a484a3cffe3a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885615 Aug 21 01:38:28.291820 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffca9f-505c-411e-976a-3e9707026625 req-02e1a890-c168-4128-8e6c-b0d6e38744e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:28.293460 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-02e1a890-c168-4128-8e6c-b0d6e38744e1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=5d895d8b54ac4d23aaca3e1065b6035f&device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 1127 time: 0.0440681 Aug 21 01:38:28.343065 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-3cea7cdf-48fd-415a-a610-7c57ee499aa9 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0add147-c561-43dc-9b8c-c1ad7518f442 HTTP/1.1" status: 200 len: 217 time: 0.0328622 Aug 21 01:38:28.393432 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffca9f-505c-411e-976a-3e9707026625 req-95317e80-dd42-452c-8611-fae091feacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:28.394905 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-95317e80-dd42-452c-8611-fae091feacca service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=0bb82f57-f9c2-4993-80b1-c549dbf752b7 HTTP/1.1" status: 200 len: 849 time: 0.0443878 Aug 21 01:38:28.426001 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-c81ef25e-786d-44e8-b75d-cdc6010cce23 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=0e2a927d-deb9-4756-b3d9-f933a82be077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248468 Aug 21 01:38:28.521860 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-3e311abe-ea59-4c31-b823-bb27ea1c8887 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e2a927d-deb9-4756-b3d9-f933a82be077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887709 Aug 21 01:38:28.591755 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e265f71-7e3b-49c1-b578-917e1ab088f0 req-86f0140e-23b1-485e-9cfe-53e0c0c80b12 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:28.593312 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8e265f71-7e3b-49c1-b578-917e1ab088f0 req-86f0140e-23b1-485e-9cfe-53e0c0c80b12 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 943 time: 0.0693200 Aug 21 01:38:28.623152 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:28.674359 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-c8ffca9f-505c-411e-976a-3e9707026625 req-d3eac29e-8bb0-4605-936c-37ed991c8366 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0e2a927d-deb9-4756-b3d9-f933a82be077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419992 Aug 21 01:38:28.688940 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8e265f71-7e3b-49c1-b578-917e1ab088f0 req-f2ad127d-e38b-468d-9f7d-8373d5398d87 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645642 Aug 21 01:38:29.811394 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176b091-7f8c-4905-9f79-ce5cd186186d req-601180af-3419-4420-ad2f-44de907c8913 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:29.812974 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9176b091-7f8c-4905-9f79-ce5cd186186d req-601180af-3419-4420-ad2f-44de907c8913 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 943 time: 0.0474579 Aug 21 01:38:29.861208 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9176b091-7f8c-4905-9f79-ce5cd186186d req-dc4efec8-be80-49dd-9ea2-4d645f39e1b5 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Aug 21 01:38:30.231566 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2f62d7a1-7e94-4e98-8f7c-fbf7d2fe9b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:30.981716 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f2cfe-bba3-42e3-9496-5e448b6920e9 req-0d9ecf8b-842f-4b78-bcee-e619142a33a3 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:30.983172 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-504f2cfe-bba3-42e3-9496-5e448b6920e9 req-0d9ecf8b-842f-4b78-bcee-e619142a33a3 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 943 time: 0.0499055 Aug 21 01:38:31.031606 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-504f2cfe-bba3-42e3-9496-5e448b6920e9 req-72bea8dd-0f85-4125-8111-41a072f80551 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427380 Aug 21 01:38:31.336498 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:31.402702 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:31.439442 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device a0add147-c561-43dc-9b8c-c1ad7518f442 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:38:31.481750 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:31.540751 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port a0add147-c561-43dc-9b8c-c1ad7518f442, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a0add147-c561-43dc-9b8c-c1ad7518f442,segment=NetworkSegment(a153b7be-55dc-47a3-9f8c-300829078c63),segment_id=a153b7be-55dc-47a3-9f8c-300829078c63)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:38:31.551635 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'a0add147-c561-43dc-9b8c-c1ad7518f442', 'network_id': '0e2a927d-deb9-4756-b3d9-f933a82be077', 'port_id': 'a0add147-c561-43dc-9b8c-c1ad7518f442', 'mac_address': 'fa:16:3e:b1:0d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb82f57-f9c2-4993-80b1-c549dbf752b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:38:31.586067 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port a0add147-c561-43dc-9b8c-c1ad7518f442 is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:38:31.586449 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:31.600577 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0add147-c561-43dc-9b8c-c1ad7518f442 {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:38:31.619391 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port a0add147-c561-43dc-9b8c-c1ad7518f442, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a0add147-c561-43dc-9b8c-c1ad7518f442,segment=NetworkSegment(a153b7be-55dc-47a3-9f8c-300829078c63),segment_id=a153b7be-55dc-47a3-9f8c-300829078c63)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:38:31.694084 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:31.744495 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=a0add147-c561-43dc-9b8c-c1ad7518f442,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:32.026338 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['a0add147-c561-43dc-9b8c-c1ad7518f442'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:38:32.153561 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addb637-0946-410e-9005-551af4c5c194 req-e0f7b9cd-2bba-4d69-82fe-11b5c3695563 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:32.155049 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5addb637-0946-410e-9005-551af4c5c194 req-e0f7b9cd-2bba-4d69-82fe-11b5c3695563 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 944 time: 0.0481110 Aug 21 01:38:32.201939 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5addb637-0946-410e-9005-551af4c5c194 req-2ce4ce9f-b9d5-47b2-8324-6e5e877bc423 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Aug 21 01:38:33.162763 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:33.322311 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9eb8d8-1125-4d3f-9c26-0a43a8069ab0 req-373c4919-ed30-40e2-9e5e-1e7ca05d21ab tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:33.323786 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5c9eb8d8-1125-4d3f-9c26-0a43a8069ab0 req-373c4919-ed30-40e2-9e5e-1e7ca05d21ab tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 944 time: 0.0466323 Aug 21 01:38:33.346087 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:33.378048 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5c9eb8d8-1125-4d3f-9c26-0a43a8069ab0 req-36dd507c-a9a4-40e0-92f4-86abf21247ca tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466962 Aug 21 01:38:33.476856 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device a0add147-c561-43dc-9b8c-c1ad7518f442 up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:38:33.520771 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port a0add147-c561-43dc-9b8c-c1ad7518f442 completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:38:33.585742 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port a0add147-c561-43dc-9b8c-c1ad7518f442 triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:38:33.586117 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:33.671120 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port a0add147-c561-43dc-9b8c-c1ad7518f442 is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:38:33.671531 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:33.695175 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30167b0f-2ddb-4339-b09f-bc7911838a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0add147-c561-43dc-9b8c-c1ad7518f442'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:38:33.697628 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0330a67f-fcac-4d06-bd32-e9eb7bab524f" -d '{"events": [{"server_uuid": "30167b0f-2ddb-4339-b09f-bc7911838a9f", "name": "network-vif-plugged", "status": "completed", "tag": "a0add147-c561-43dc-9b8c-c1ad7518f442"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:38:33.710897 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port a0add147-c561-43dc-9b8c-c1ad7518f442, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a0add147-c561-43dc-9b8c-c1ad7518f442,segment=NetworkSegment(a153b7be-55dc-47a3-9f8c-300829078c63),segment_id=a153b7be-55dc-47a3-9f8c-300829078c63)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:38:33.717400 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:33.739306 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cd7352-270f-438a-9f09-7dbdeadf3cd5 x-openstack-request-id: req-90cd7352-270f-438a-9f09-7dbdeadf3cd5 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:38:33.739615 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30167b0f-2ddb-4339-b09f-bc7911838a9f", "name": "network-vif-plugged", "status": "completed", "tag": "a0add147-c561-43dc-9b8c-c1ad7518f442", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:38:33.739867 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-90cd7352-270f-438a-9f09-7dbdeadf3cd5 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:38:33.740300 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cd7352-270f-438a-9f09-7dbdeadf3cd5'] response: {'server_uuid': '30167b0f-2ddb-4339-b09f-bc7911838a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0add147-c561-43dc-9b8c-c1ad7518f442', 'code': 200} Aug 21 01:38:33.774247 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:33.801485 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:33.826041 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=a0add147-c561-43dc-9b8c-c1ad7518f442,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:33.833154 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.833508 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.833848 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.834946 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.835279 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.835626 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.835977 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.836326 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.836650 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.836977 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.837298 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.837623 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.837942 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.838262 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:33.838577 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:38:34.093202 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55297cfa-e072-4533-8f9e-1de7cf1f518f req-02ac3f71-7ae1-4708-aa13-c92ee12c2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:34.094684 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-55297cfa-e072-4533-8f9e-1de7cf1f518f req-02ac3f71-7ae1-4708-aa13-c92ee12c2ace service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 1129 time: 0.0400114 Aug 21 01:38:34.143261 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-55297cfa-e072-4533-8f9e-1de7cf1f518f req-e5994384-2fcc-44e3-988f-ce065c739775 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Aug 21 01:38:34.502926 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b72ea-480d-4511-b3df-06c5ddf81e67 req-dea11109-3ffd-45c7-b71d-eb9a30405db0 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:34.504576 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2b3b72ea-480d-4511-b3df-06c5ddf81e67 req-dea11109-3ffd-45c7-b71d-eb9a30405db0 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 945 time: 0.0488503 Aug 21 01:38:34.552774 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-2b3b72ea-480d-4511-b3df-06c5ddf81e67 req-cf0696d2-a546-4577-9eb3-bb77351505ee tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 Aug 21 01:38:35.677608 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c70f4f-8451-43a9-8abc-e756950738fc req-c349dfe1-3f13-40ba-9ad9-418c38da5e86 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:35.679190 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b4c70f4f-8451-43a9-8abc-e756950738fc req-c349dfe1-3f13-40ba-9ad9-418c38da5e86 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 945 time: 0.0514596 Aug 21 01:38:35.727720 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-b4c70f4f-8451-43a9-8abc-e756950738fc req-1bcce6e7-99fa-4a0e-bb1f-868406cb0ba5 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425339 Aug 21 01:38:37.112233 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab7c5a-8626-4409-8a0d-9e2652478729 req-be8caa21-c31b-4edd-afc4-066acfac197f tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:37.113705 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bbab7c5a-8626-4409-8a0d-9e2652478729 req-be8caa21-c31b-4edd-afc4-066acfac197f tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 945 time: 0.0468621 Aug 21 01:38:37.161446 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-bbab7c5a-8626-4409-8a0d-9e2652478729 req-e1bf85ad-0147-4eb7-8a18-a899df1f900b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Aug 21 01:38:38.280369 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c83086-19fb-43f4-82c9-d68afb806850 req-9a7e23a7-bfeb-414a-8810-45d71c0fb18c tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:38.281858 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f4c83086-19fb-43f4-82c9-d68afb806850 req-9a7e23a7-bfeb-414a-8810-45d71c0fb18c tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 945 time: 0.0472069 Aug 21 01:38:38.332294 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f4c83086-19fb-43f4-82c9-d68afb806850 req-cfcde605-a8f5-47ac-a4cb-21de9e5a79b1 tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=29e1a1e0-f3dd-436a-9460-02dc9159dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447862 Aug 21 01:38:38.676036 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-115c3cdf-dade-4ecf-a920-63c7bfd8618e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:38:38.679819 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-115c3cdf-dade-4ecf-a920-63c7bfd8618e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 945 time: 0.0454462 Aug 21 01:38:38.746175 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:38.760404 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-0cc7575c-5284-474e-b580-60fb3d3a690b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Deleting port a0add147-c561-43dc-9b8c-c1ad7518f442 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:38:38.760742 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-0cc7575c-5284-474e-b580-60fb3d3a690b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:38.851531 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-0cc7575c-5284-474e-b580-60fb3d3a690b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] For port a0add147-c561-43dc-9b8c-c1ad7518f442, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a0add147-c561-43dc-9b8c-c1ad7518f442,segment=NetworkSegment(a153b7be-55dc-47a3-9f8c-300829078c63),segment_id=a153b7be-55dc-47a3-9f8c-300829078c63)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:38:38.851889 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-0cc7575c-5284-474e-b580-60fb3d3a690b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:38.864426 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-0cc7575c-5284-474e-b580-60fb3d3a690b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Calling delete_port for a0add147-c561-43dc-9b8c-c1ad7518f442 owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:38:39.089126 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-0cc7575c-5284-474e-b580-60fb3d3a690b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (a0add147-c561-43dc-9b8c-c1ad7518f442), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:39.114784 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7575c-5284-474e-b580-60fb3d3a690b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Pushing event deleted for resources: {'Port': ['ID=a0add147-c561-43dc-9b8c-c1ad7518f442,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:38:39.139789 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['a0add147-c561-43dc-9b8c-c1ad7518f442'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:38:39.162010 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-0cc7575c-5284-474e-b580-60fb3d3a690b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] No DVR routers for this DVR port a0add147-c561-43dc-9b8c-c1ad7518f442 on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:38:39.164321 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-0cc7575c-5284-474e-b580-60fb3d3a690b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:39.167434 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e0d7969a-6ddf-49f2-9e3c-ba30c794d6d1 req-0cc7575c-5284-474e-b580-60fb3d3a690b tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.67 "DELETE /networking/v2.0/ports/a0add147-c561-43dc-9b8c-c1ad7518f442 HTTP/1.1" status: 204 len: 173 time: 0.4820144 Aug 21 01:38:39.167856 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30167b0f-2ddb-4339-b09f-bc7911838a9f', 'name': 'network-vif-deleted', 'tag': 'a0add147-c561-43dc-9b8c-c1ad7518f442'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:38:39.170096 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe17509-9ad6-4348-8f6f-91fd8fe49286" -d '{"events": [{"server_uuid": "30167b0f-2ddb-4339-b09f-bc7911838a9f", "name": "network-vif-deleted", "tag": "a0add147-c561-43dc-9b8c-c1ad7518f442"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:38:39.206929 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae0b2b9-a576-4898-94ab-b420b16a8151 x-openstack-request-id: req-0ae0b2b9-a576-4898-94ab-b420b16a8151 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:38:39.207221 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30167b0f-2ddb-4339-b09f-bc7911838a9f", "name": "network-vif-deleted", "tag": "a0add147-c561-43dc-9b8c-c1ad7518f442", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:38:39.207472 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0ae0b2b9-a576-4898-94ab-b420b16a8151 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:38:39.207876 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae0b2b9-a576-4898-94ab-b420b16a8151'] response: {'server_uuid': '30167b0f-2ddb-4339-b09f-bc7911838a9f', 'name': 'network-vif-deleted', 'tag': 'a0add147-c561-43dc-9b8c-c1ad7518f442', 'status': 'completed', 'code': 200} Aug 21 01:38:39.339784 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:38:39.436733 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-919da571-ac34-4ace-8bb5-81c581c86f34 req-3988aa45-1ed9-4334-ba6a-a854a97b6cbb tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 210 time: 0.0286930 Aug 21 01:38:40.554811 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5d070d88-5f65-4456-87f0-39c7dc0dc41c req-d8579f09-023b-4da3-8b7d-c61e4039099e tempest-VolumesActionsTest-17432435 tempest-VolumesActionsTest-17432435-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=30167b0f-2ddb-4339-b09f-bc7911838a9f HTTP/1.1" status: 200 len: 210 time: 0.0316072 Aug 21 01:38:41.497917 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device a0add147-c561-43dc-9b8c-c1ad7518f442 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:38:41.521282 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: a0add147-c561-43dc-9b8c-c1ad7518f442 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:38:41.521629 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device a0add147-c561-43dc-9b8c-c1ad7518f442 not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:38:50.537068 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=32,neutron:DELETE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:50.537068 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=92,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:51.501947 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:51.503195 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:38:54.723658 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:38:57.682643 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-aa3e0f12-e3e7-47cd-a8ef-c522106c63f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:00.230782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-2085b00a-79fc-44f9-9b2a-bbf34be647a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:01.408009 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:03.265184 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:03.785355 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:04.712621 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=7 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:04.714041 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=3 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:06.717516 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60978) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:39:06.763613 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Deleting subnet 0bb82f57-f9c2-4993-80b1-c549dbf752b7 {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:39:06.766676 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Publish callbacks [] for subnet (0bb82f57-f9c2-4993-80b1-c549dbf752b7), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:06.800807 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9055190'] for subnet (0bb82f57-f9c2-4993-80b1-c549dbf752b7), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:06.839407 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (0bb82f57-f9c2-4993-80b1-c549dbf752b7), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:06.950778 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9277735'] for subnet (0bb82f57-f9c2-4993-80b1-c549dbf752b7), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:06.976650 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb82f57-f9c2-4993-80b1-c549dbf752b7,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:39:06.981437 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:06.984578 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/0bb82f57-f9c2-4993-80b1-c549dbf752b7 HTTP/1.1" status: 204 len: 168 time: 0.2659848 Aug 21 01:39:06.987188 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 60982) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:39:06.990559 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.990934 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.991306 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.991568 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.991901 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.992262 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.992589 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.992910 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.993234 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.993553 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.993873 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.994198 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.995162 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.995464 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:06.995781 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53a97b-6d9a-435a-9cce-ff01ac4b250b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:07.054813 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (0e2a927d-deb9-4756-b3d9-f933a82be077), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.133344 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (0e2a927d-deb9-4756-b3d9-f933a82be077), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.153978 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2a927d-deb9-4756-b3d9-f933a82be077']}} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:39:07.163416 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a153b7be-55dc-47a3-9f8c-300829078c63') {'for_net_delete': True} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:39:07.163707 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a153b7be-55dc-47a3-9f8c-300829078c63') {} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:39:07.173978 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291500'] for segment (a153b7be-55dc-47a3-9f8c-300829078c63), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.187260 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (a153b7be-55dc-47a3-9f8c-300829078c63), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.193754 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=106923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:39:07.194132 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9291643'] for segment (a153b7be-55dc-47a3-9f8c-300829078c63), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.271143 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment a153b7be-55dc-47a3-9f8c-300829078c63 resource provider aggregate not found Aug 21 01:39:07.288629 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment a153b7be-55dc-47a3-9f8c-300829078c63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a153b7be-55dc-47a3-9f8c-300829078c63 found for delete ", "request_id": "req-81d06b02-3b6f-4573-97a1-e2b407b941df"}]} Aug 21 01:39:07.316189 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (0e2a927d-deb9-4756-b3d9-f933a82be077), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.323771 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.327012 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/0e2a927d-deb9-4756-b3d9-f933a82be077 HTTP/1.1" status: 204 len: 168 time: 0.3387818 Aug 21 01:39:07.339243 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1d9ec-3834-429b-92fa-8916768f3b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2a927d-deb9-4756-b3d9-f933a82be077,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:39:07.687987 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60992) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:39:07.729007 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-455a5ef4-9fcc-447e-a7ff-7b8f25ae52d3 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=5d895d8b54ac4d23aaca3e1065b6035f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397906 Aug 21 01:39:07.731461 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 60994) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:39:07.779141 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-56364262-5dcd-4529-a533-c9878ec21d87 admin admin] Publish callbacks [] for security_group (29e1a1e0-f3dd-436a-9460-02dc9159dbb2), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.798717 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-56364262-5dcd-4529-a533-c9878ec21d87 admin admin] Publish callbacks [] for security_group (29e1a1e0-f3dd-436a-9460-02dc9159dbb2), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.904692 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-56364262-5dcd-4529-a533-c9878ec21d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (29e1a1e0-f3dd-436a-9460-02dc9159dbb2), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.907299 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-56364262-5dcd-4529-a533-c9878ec21d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:07.908492 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-56364262-5dcd-4529-a533-c9878ec21d87 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/29e1a1e0-f3dd-436a-9460-02dc9159dbb2 HTTP/1.1" status: 204 len: 168 time: 0.1760938 Aug 21 01:39:07.916372 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56364262-5dcd-4529-a533-c9878ec21d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e1a1e0-f3dd-436a-9460-02dc9159dbb2,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:39:09.350371 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:17.248986 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:17.329381 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=25,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:17.911831 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:17.912565 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=51,neutron:DELETE=7 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:19.274287 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:19.276258 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:20.066798 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-237a3a4f-dafc-4756-85c9-6ae893eafa56 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1796196116&fields=id&tenant_id=4124766f4f2843229059dbbdf7a2de74 HTTP/1.1" status: 200 len: 267 time: 0.0475562 Aug 21 01:39:20.171642 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed6de-1390-40c7-99fe-9524ee63422b req-cf2eb76e-a68c-43b7-ae29-7da93acfb791 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:20.173051 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-cf2eb76e-a68c-43b7-ae29-7da93acfb791 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 811 time: 0.0997548 Aug 21 01:39:20.187397 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-a6f50a47-7979-4f57-b3b2-413989b2e366 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/quotas/4124766f4f2843229059dbbdf7a2de74 HTTP/1.1" status: 200 len: 375 time: 0.0089214 Aug 21 01:39:20.242290 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-ba97a217-e706-4ac7-965e-5d89c0b8de8c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500793 Aug 21 01:39:20.350495 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-98fe0a04-d375-46bd-b5a6-7d45fb0c0e8f service neutron] http://10.222.0.47:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 21 01:39:20.351544 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-98fe0a04-d375-46bd-b5a6-7d45fb0c0e8f service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0984957 Aug 21 01:39:20.707467 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-a5e732dc-36e0-404e-ad20-f9f7038c5203 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498657 Aug 21 01:39:20.800122 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-cfbd3823-8422-4ae9-b701-42a6c4926c51 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863431 Aug 21 01:39:21.294480 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-dd9b7f3e-6959-4d1d-9b57-65655d04772f req-9ccae0db-7db5-4b39-b582-5ce108962075 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 210 time: 0.0289381 Aug 21 01:39:22.395164 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-29236857-8756-422f-8b73-e6e97db261cb req-f539cae5-ca8f-4a27-b88a-6d121b416f22 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 210 time: 0.0287778 Aug 21 01:39:23.425312 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed6de-1390-40c7-99fe-9524ee63422b req-388fa478-41fe-41f4-9d8d-1688490f6853 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:23.426907 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-388fa478-41fe-41f4-9d8d-1688490f6853 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 811 time: 0.1034567 Aug 21 01:39:23.515268 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4ced4c5d-95b7-48f0-a5bc-d2304045924d req-381307fd-0c97-43cc-80a6-17c45515def0 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 210 time: 0.0400496 Aug 21 01:39:23.531007 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-618c42e1-0e51-4e2a-adaf-35b8d3f185ef tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4124766f4f2843229059dbbdf7a2de74 HTTP/1.1" status: 200 len: 380 time: 0.0792549 Aug 21 01:39:23.537405 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'port': {'device_id': 'f76f93df-1be7-4260-bcb6-95563c549933', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'admin_state_up': True, 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'security_groups': ['5bd807c5-22cf-4f87-8cf5-01c1f825f520']}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:39:23.721620 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Made reservation on behalf of 4124766f4f2843229059dbbdf7a2de74 for: {'port': 1} {{(pid=106923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 01:39:23.725719 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:23.854512 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_common [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Allocated IP 172.20.0.14 (e4ca6005-16bf-4430-905e-1ccbd3a7f5d3/51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e/e5006064-c051-4d6e-b083-787006f20c1f) {{(pid=106923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:39:23.909767 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:23.916704 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:23.990402 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for port (e5006064-c051-4d6e-b083-787006f20c1f), precommit_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:24.092733 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (e5006064-c051-4d6e-b083-787006f20c1f), after_create {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:24.143707 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 is already hosted by enough agents. {{(pid=106923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:39:24.146777 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.base_scheduler [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Resources bound (agent type, host, resource id): {{(pid=106923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:39:24.149547 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Received port after_create {{(pid=106923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:39:24.175537 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'Port': ['ID=e5006064-c051-4d6e-b083-787006f20c1f,revision_number=1']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:39:24.192279 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.192631 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.193000 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.193349 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.193682 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.194015 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.194369 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.194700 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.195026 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.195350 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.195677 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.196004 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.196348 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.196674 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.197014 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:24.218813 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:24.219439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:24.289457 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-03653c0d-8bc6-4cee-86e4-164edf9d7a48 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7556715 Aug 21 01:39:24.314750 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.v2.base [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Request body: {'port': {'device_id': 'f76f93df-1be7-4260-bcb6-95563c549933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:39:24.381937 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e5006064-c051-4d6e-b083-787006f20c1f), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:24.386120 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-1b610c71-6217-4036-9774-388d8cea0318 None None] Provisioning complete for port e5006064-c051-4d6e-b083-787006f20c1f triggered by entity DHCP. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:39:24.386596 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-1b610c71-6217-4036-9774-388d8cea0318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e5006064-c051-4d6e-b083-787006f20c1f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:24.416904 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-1b610c71-6217-4036-9774-388d8cea0318 None None] Port e5006064-c051-4d6e-b083-787006f20c1f cannot update to ACTIVE because it is not bound. {{(pid=106925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 21 01:39:24.639346 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:24.679747 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f039bc-956b-431e-ad89-1d995f93a639 req-9cfb06b1-4b20-4a45-8d8d-50f0f82903fb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:24.681543 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81f039bc-956b-431e-ad89-1d995f93a639 req-9cfb06b1-4b20-4a45-8d8d-50f0f82903fb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 932 time: 0.0809126 Aug 21 01:39:24.687768 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5006064-c051-4d6e-b083-787006f20c1f {{(pid=106923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:39:24.698340 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Publish callbacks [] for port (e5006064-c051-4d6e-b083-787006f20c1f), precommit_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:24.732223 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.provisioning_blocks [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Transition to ACTIVE for port object e5006064-c051-4d6e-b083-787006f20c1f will not be triggered until provisioned by entity L2. {{(pid=106923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 21 01:39:24.756759 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-81f039bc-956b-431e-ad89-1d995f93a639 req-af50b8a2-1266-4fc8-9fee-1264e7bd6b6a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644550 Aug 21 01:39:24.795223 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (e5006064-c051-4d6e-b083-787006f20c1f), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:24.878827 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Pushing event updated for resources: {'Port': ['ID=e5006064-c051-4d6e-b083-787006f20c1f,revision_number=2']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:39:24.906698 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Attempting to bind port e5006064-c051-4d6e-b083-787006f20c1f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 21 01:39:24.907032 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Attempting to bind port e5006064-c051-4d6e-b083-787006f20c1f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 21 01:39:24.907359 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Attempting to bind port e5006064-c051-4d6e-b083-787006f20c1f on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:39:24.911690 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Port e5006064-c051-4d6e-b083-787006f20c1f on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 21 01:39:24.912011 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Attempting to bind port e5006064-c051-4d6e-b083-787006f20c1f on network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 21 01:39:24.917373 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Checking agent: {'id': '15b2a179-c412-4cc3-a56e-6b1d04274af1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'started_at': datetime.datetime(2022, 8, 21, 1, 23, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 21, 1, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 21 01:39:24.917732 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Checking segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 21 01:39:24.918107 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Bound using segment: {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'} {{(pid=106923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 21 01:39:24.918553 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.managers [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Bound port: e5006064-c051-4d6e-b083-787006f20c1f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7653aa-e9ff-4364-bdfe-c48609b8a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3'}}] {{(pid=106923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 21 01:39:24.918909 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e5006064-c051-4d6e-b083-787006f20c1f), before_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:24.974039 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:24.980330 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] For port e5006064-c051-4d6e-b083-787006f20c1f, host hv-cinder-maste, cleared binding levels {{(pid=106923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 01:39:24.983329 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] For port e5006064-c051-4d6e-b083-787006f20c1f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5006064-c051-4d6e-b083-787006f20c1f,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 01:39:25.030600 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9291551'] for port (e5006064-c051-4d6e-b083-787006f20c1f), after_update {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:25.034954 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:25.035574 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:25.037053 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/e5006064-c051-4d6e-b083-787006f20c1f HTTP/1.1" status: 200 len: 1094 time: 0.7267313 Aug 21 01:39:25.037575 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f93df-1be7-4260-bcb6-95563c549933', 'tag': 'e5006064-c051-4d6e-b083-787006f20c1f'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:39:25.039972 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dfc024-bb6e-46d4-800e-11d00f635fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f93df-1be7-4260-bcb6-95563c549933", "tag": "e5006064-c051-4d6e-b083-787006f20c1f"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:39:25.083847 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c79ac49-eacd-4f22-9001-4d3526b06fee x-openstack-request-id: req-4c79ac49-eacd-4f22-9001-4d3526b06fee {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:39:25.084152 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f93df-1be7-4260-bcb6-95563c549933", "tag": "e5006064-c051-4d6e-b083-787006f20c1f", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:39:25.084404 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c79ac49-eacd-4f22-9001-4d3526b06fee {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:39:25.084828 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c79ac49-eacd-4f22-9001-4d3526b06fee'] response: {'name': 'network-changed', 'server_uuid': 'f76f93df-1be7-4260-bcb6-95563c549933', 'tag': 'e5006064-c051-4d6e-b083-787006f20c1f', 'status': 'completed', 'code': 200} Aug 21 01:39:25.095419 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa75f4b-a4f3-4fb4-80ba-01fdee8c0066 service neutron] Pushing event updated for resources: {'Port': ['ID=e5006064-c051-4d6e-b083-787006f20c1f,revision_number=3']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:39:25.190988 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfc024-bb6e-46d4-800e-11d00f635fc9 req-35985bca-36cf-470a-a6f8-158671d148a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:25.192516 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-10dfc024-bb6e-46d4-800e-11d00f635fc9 req-35985bca-36cf-470a-a6f8-158671d148a0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 1128 time: 0.0405188 Aug 21 01:39:25.305142 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfc024-bb6e-46d4-800e-11d00f635fc9 req-2b841f5b-3838-4d6f-9f95-07706a20123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:25.306544 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-10dfc024-bb6e-46d4-800e-11d00f635fc9 req-2b841f5b-3838-4d6f-9f95-07706a20123d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=4124766f4f2843229059dbbdf7a2de74&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0964670 Aug 21 01:39:25.404321 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfc024-bb6e-46d4-800e-11d00f635fc9 req-afe29021-e4da-45ac-8de7-80a4e61da211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:25.405802 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-10dfc024-bb6e-46d4-800e-11d00f635fc9 req-afe29021-e4da-45ac-8de7-80a4e61da211 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889187 Aug 21 01:39:25.509190 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed6de-1390-40c7-99fe-9524ee63422b req-7aa483f8-8597-4d0b-97ae-b932c78a5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:25.511173 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-7aa483f8-8597-4d0b-97ae-b932c78a5b69 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 1128 time: 0.0383220 Aug 21 01:39:25.564639 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-b454be45-0c1d-40df-a7c0-3e7aaa390132 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5006064-c051-4d6e-b083-787006f20c1f HTTP/1.1" status: 200 len: 217 time: 0.0338902 Aug 21 01:39:25.614255 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed6de-1390-40c7-99fe-9524ee63422b req-2372a27c-41e1-481b-8e62-44f230b4bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:25.615644 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-2372a27c-41e1-481b-8e62-44f230b4bb9f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0424469 Aug 21 01:39:25.663888 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed6de-1390-40c7-99fe-9524ee63422b req-cc069f4f-55ef-4116-b3d5-76e9376eaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:25.665435 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-cc069f4f-55ef-4116-b3d5-76e9376eaaf7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390494 Aug 21 01:39:25.762372 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-0249fb3b-7565-4121-b407-1c54ae7a63d0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859432 Aug 21 01:39:25.866297 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:25.891861 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-83fed6de-1390-40c7-99fe-9524ee63422b req-2278ff2f-30bf-4b51-82ee-bc1d674f2eb9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200149 Aug 21 01:39:25.897817 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edde8f-3933-43bb-8e31-f8b7a86c4115 req-a706c579-b666-481e-8e00-ce05384c8348 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:25.899159 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-85edde8f-3933-43bb-8e31-f8b7a86c4115 req-a706c579-b666-481e-8e00-ce05384c8348 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 944 time: 0.0702021 Aug 21 01:39:25.949313 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-85edde8f-3933-43bb-8e31-f8b7a86c4115 req-0d49c1b8-8e73-4c59-ab09-4c220d28a05f tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443628 Aug 21 01:39:27.069972 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba469c-8708-40eb-9104-31436adfca97 req-977b9382-ccf5-4a8b-83b7-a7aa41053b4c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:27.071469 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-84ba469c-8708-40eb-9104-31436adfca97 req-977b9382-ccf5-4a8b-83b7-a7aa41053b4c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 944 time: 0.0473204 Aug 21 01:39:27.127439 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-84ba469c-8708-40eb-9104-31436adfca97 req-452069fd-6cef-4888-b27b-c00835db0b86 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494945 Aug 21 01:39:27.661771 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=10 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:27.667732 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=16 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:27.673377 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-501eb245-a876-4f96-adbf-8224f964cf48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:28.250074 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db96084-7f56-42ce-b529-e7d87a5fc523 req-d624754c-2dc3-4125-addc-b86ee621b0c8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:28.251578 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9db96084-7f56-42ce-b529-e7d87a5fc523 req-d624754c-2dc3-4125-addc-b86ee621b0c8 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 944 time: 0.0510759 Aug 21 01:39:28.303370 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9db96084-7f56-42ce-b529-e7d87a5fc523 req-4b436ddc-8b3d-4afe-9a6d-d77ced0a9c5c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459857 Aug 21 01:39:29.420616 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00792c-1895-4c7b-b2e9-74fbdcbfd2e4 req-440f5b46-c12f-458a-bdca-a690f4553166 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:29.422088 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce00792c-1895-4c7b-b2e9-74fbdcbfd2e4 req-440f5b46-c12f-458a-bdca-a690f4553166 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 944 time: 0.0458460 Aug 21 01:39:29.470507 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce00792c-1895-4c7b-b2e9-74fbdcbfd2e4 req-c3e4b20c-1bd4-45b5-beff-a78a3cfe7a63 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 Aug 21 01:39:30.212343 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-79555f08-9146-42b5-8985-7adcb6b06a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:30.589299 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162594-8af1-4ecf-80a0-28d29c3612ca req-a55fe4bc-da40-4cb0-85d5-4fdfb292c89c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:30.590774 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56162594-8af1-4ecf-80a0-28d29c3612ca req-a55fe4bc-da40-4cb0-85d5-4fdfb292c89c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 944 time: 0.0505884 Aug 21 01:39:30.630807 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:30.639429 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-56162594-8af1-4ecf-80a0-28d29c3612ca req-045345df-75d5-4ca0-b55e-d5beef69ba94 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431275 Aug 21 01:39:31.394922 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:31.715752 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:39:31.876772 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8e17a-4eaf-4188-b8f1-bdceaffe4ced req-e0ad68ed-6c49-4d21-b31b-b094eee0c0ec tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:31.878239 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a5e8e17a-4eaf-4188-b8f1-bdceaffe4ced req-e0ad68ed-6c49-4d21-b31b-b094eee0c0ec tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 944 time: 0.0466523 Aug 21 01:39:31.926523 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-a5e8e17a-4eaf-4188-b8f1-bdceaffe4ced req-34c7f4f5-07fc-45be-994e-a8aba0a1d0fb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Aug 21 01:39:33.048566 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5c30d-62bb-441a-ab7e-0612049b330c req-8c31914e-a55d-445c-85c3-320313dbdc39 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:33.050018 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-faa5c30d-62bb-441a-ab7e-0612049b330c req-8c31914e-a55d-445c-85c3-320313dbdc39 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 944 time: 0.0463233 Aug 21 01:39:33.102141 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-faa5c30d-62bb-441a-ab7e-0612049b330c req-4f2fb730-2993-4b4e-b072-a28a14ee3a76 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461900 Aug 21 01:39:33.154801 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:33.709629 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:33.810016 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device e5006064-c051-4d6e-b083-787006f20c1f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 01:39:33.908046 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port e5006064-c051-4d6e-b083-787006f20c1f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5006064-c051-4d6e-b083-787006f20c1f,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:39:33.919351 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Returning: {'device': 'e5006064-c051-4d6e-b083-787006f20c1f', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'port_id': 'e5006064-c051-4d6e-b083-787006f20c1f', 'mac_address': 'fa:16:3e:c9:75:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 01:39:33.953283 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port e5006064-c051-4d6e-b083-787006f20c1f is: DOWN; New status is: BUILD {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:39:33.953668 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e5006064-c051-4d6e-b083-787006f20c1f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:33.966951 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5006064-c051-4d6e-b083-787006f20c1f {{(pid=106925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 21 01:39:33.986804 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port e5006064-c051-4d6e-b083-787006f20c1f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5006064-c051-4d6e-b083-787006f20c1f,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:39:34.029065 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (e5006064-c051-4d6e-b083-787006f20c1f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:34.077531 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=e5006064-c051-4d6e-b083-787006f20c1f,revision_number=4']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:39:34.084632 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.084979 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.085319 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.085658 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.085989 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.086318 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.086645 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.086969 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.087808 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.088154 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.088486 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.088812 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.089130 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.089448 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.089768 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:39:34.219238 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26b3c0-6a9c-4887-975f-1b18e380bf7a req-6ff8db77-1fca-4124-8d7b-81143fa6c5cb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:34.220797 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-db26b3c0-6a9c-4887-975f-1b18e380bf7a req-6ff8db77-1fca-4124-8d7b-81143fa6c5cb tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 945 time: 0.0463274 Aug 21 01:39:34.269069 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-db26b3c0-6a9c-4887-975f-1b18e380bf7a req-d0a7e426-9d65-4de8-89e5-23b638b9ff4b tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426822 Aug 21 01:39:34.345570 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] get_ports_and_sgs() called for port_ids ['e5006064-c051-4d6e-b083-787006f20c1f'] {{(pid=106925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 21 01:39:35.387642 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037fb34-a43a-4a7e-b838-595832697545 req-fcb2d58f-e7a6-4d4d-9c44-658e9ad93778 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:35.389135 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1037fb34-a43a-4a7e-b838-595832697545 req-fcb2d58f-e7a6-4d4d-9c44-658e9ad93778 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 945 time: 0.0468869 Aug 21 01:39:35.437573 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1037fb34-a43a-4a7e-b838-595832697545 req-383bc208-f786-4c79-a23a-4d32b41b97e4 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 Aug 21 01:39:35.856791 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device e5006064-c051-4d6e-b083-787006f20c1f up at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 01:39:35.898832 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning for port e5006064-c051-4d6e-b083-787006f20c1f completed by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 21 01:39:35.989356 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.provisioning_blocks [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Provisioning complete for port e5006064-c051-4d6e-b083-787006f20c1f triggered by entity L2. {{(pid=106925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 21 01:39:35.989732 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857810'] for port (e5006064-c051-4d6e-b083-787006f20c1f), provisioning_complete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:36.029224 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:36.032690 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:36.060518 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Current status of the port e5006064-c051-4d6e-b083-787006f20c1f is: BUILD; New status is: ACTIVE {{(pid=106925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 21 01:39:36.060903 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (e5006064-c051-4d6e-b083-787006f20c1f), before_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:36.086734 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76f93df-1be7-4260-bcb6-95563c549933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5006064-c051-4d6e-b083-787006f20c1f'}] {{(pid=106925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:39:36.089601 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2696d58469e8974c0f9a32c16b79bea15babe3791e668049fd9c34c5bba7cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41828601-868d-4415-9a08-73e9d4f44fe1" -d '{"events": [{"server_uuid": "f76f93df-1be7-4260-bcb6-95563c549933", "name": "network-vif-plugged", "status": "completed", "tag": "e5006064-c051-4d6e-b083-787006f20c1f"}]}' {{(pid=106925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:39:36.102212 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] For port e5006064-c051-4d6e-b083-787006f20c1f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5006064-c051-4d6e-b083-787006f20c1f,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:39:36.125937 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dc3a66-fb51-4e96-b4f5-44a9875b66e5 x-openstack-request-id: req-c6dc3a66-fb51-4e96-b4f5-44a9875b66e5 {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:39:36.126248 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76f93df-1be7-4260-bcb6-95563c549933", "name": "network-vif-plugged", "status": "completed", "tag": "e5006064-c051-4d6e-b083-787006f20c1f", "code": 200}]} {{(pid=106925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:39:36.126508 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c6dc3a66-fb51-4e96-b4f5-44a9875b66e5 {{(pid=106925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:39:36.126910 dv-cinder-master-3-iscsi neutron-server[106925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dc3a66-fb51-4e96-b4f5-44a9875b66e5'] response: {'server_uuid': 'f76f93df-1be7-4260-bcb6-95563c549933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5006064-c051-4d6e-b083-787006f20c1f', 'code': 200} Aug 21 01:39:36.177935 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662'] for port (e5006064-c051-4d6e-b083-787006f20c1f), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:36.226961 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Pushing event updated for resources: {'Port': ['ID=e5006064-c051-4d6e-b083-787006f20c1f,revision_number=5']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:39:36.591308 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937d192-4930-41ca-b8e5-0c1ffdc24dca req-2e5a469b-f61f-42aa-a4e7-4f9fc2aed41a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:36.592829 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d937d192-4930-41ca-b8e5-0c1ffdc24dca req-2e5a469b-f61f-42aa-a4e7-4f9fc2aed41a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 946 time: 0.0788817 Aug 21 01:39:36.593886 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb4343-771e-4889-86f5-8a94abdd9b85 req-f248f0b0-6918-42de-a0e6-46c91d1eefea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:36.595232 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d7eb4343-771e-4889-86f5-8a94abdd9b85 req-f248f0b0-6918-42de-a0e6-46c91d1eefea service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 1130 time: 0.0799665 Aug 21 01:39:36.670376 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d937d192-4930-41ca-b8e5-0c1ffdc24dca req-29ad4137-8487-4051-a6c2-900464f79bf5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719414 Aug 21 01:39:36.673985 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d7eb4343-771e-4889-86f5-8a94abdd9b85 req-ac43b0d6-2629-43f9-9eaa-56a0524aa948 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693228 Aug 21 01:39:37.794809 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbebad-76e3-4709-a1a5-f92abc8b003d req-5a9a02dc-085d-4583-8086-3689bf477056 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:37.796323 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d3fbebad-76e3-4709-a1a5-f92abc8b003d req-5a9a02dc-085d-4583-8086-3689bf477056 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 946 time: 0.0501201 Aug 21 01:39:37.844983 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-d3fbebad-76e3-4709-a1a5-f92abc8b003d req-64a2dc8c-add8-453b-9c8d-407dba2d2e7c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431452 Aug 21 01:39:38.923857 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:38.963254 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1379037-ddb1-4540-b6f4-0f2a1ca721d2 req-9db1ea97-d879-4b97-95a9-20f324eb267f tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:38.964773 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1379037-ddb1-4540-b6f4-0f2a1ca721d2 req-9db1ea97-d879-4b97-95a9-20f324eb267f tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 946 time: 0.0494115 Aug 21 01:39:39.012888 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f1379037-ddb1-4540-b6f4-0f2a1ca721d2 req-21edfaa1-651d-43ff-a6ba-42dc21a49d77 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Aug 21 01:39:39.129077 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de0156-fd89-4888-ad5e-43a67b91fc3d req-05251c4e-a6cd-4cd8-a643-8c0275b3bd47 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:39.130480 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-06de0156-fd89-4888-ad5e-43a67b91fc3d req-05251c4e-a6cd-4cd8-a643-8c0275b3bd47 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 946 time: 0.0462751 Aug 21 01:39:39.182141 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-06de0156-fd89-4888-ad5e-43a67b91fc3d req-270edb06-8ff4-4d4b-a200-964886aebe46 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456579 Aug 21 01:39:39.208268 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 32858) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:39:39.250203 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f255602-a20d-4bae-bb85-def946ff0b3f tempest-TestVolumeBootPattern-682597924 tempest-TestVolumeBootPattern-682597924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:39.251707 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-9f255602-a20d-4bae-bb85-def946ff0b3f tempest-TestVolumeBootPattern-682597924 tempest-TestVolumeBootPattern-682597924-project-admin] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 1125 time: 0.0422213 Aug 21 01:39:39.254535 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 32860) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:39:39.258600 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.v2.base [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Request body: {'floatingip': {'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'port_id': 'e5006064-c051-4d6e-b083-787006f20c1f', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 01:39:39.326483 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:39.354914 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:39.404691 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (None), before_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:39.662665 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:39.724206 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_common [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Allocated IP 172.37.5.90 (c54b5147-7e70-46ff-b4e4-e0fd0deab68d/6edd89e6-8145-41b8-ac8e-fc0a6c7a443f/659c8a3c-b0fb-46ab-93e9-7444268232f0) {{(pid=106924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 01:39:39.830346 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for port (659c8a3c-b0fb-46ab-93e9-7444268232f0), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:39.903812 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746094733626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (659c8a3c-b0fb-46ab-93e9-7444268232f0), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:39.945017 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Network c54b5147-7e70-46ff-b4e4-e0fd0deab68d is already hosted by enough agents. {{(pid=106924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 01:39:39.949824 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.base_scheduler [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Resources bound (agent type, host, resource id): {{(pid=106924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 01:39:39.951977 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'Port': ['ID=659c8a3c-b0fb-46ab-93e9-7444268232f0,revision_number=1']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:39:39.954104 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Received port after_create {{(pid=106924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 21 01:39:40.267416 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:40.288693 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (4e175bac-af64-4074-8361-633442e643e4), precommit_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:40.313034 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:40.424002 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588903'] for port (659c8a3c-b0fb-46ab-93e9-7444268232f0), before_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:40.571142 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for port (659c8a3c-b0fb-46ab-93e9-7444268232f0), precommit_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:40.635221 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746095207042', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746094733644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746094733662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8432570'] for port (659c8a3c-b0fb-46ab-93e9-7444268232f0), after_update {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:40.704128 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event updated for resources: {'Port': ['ID=659c8a3c-b0fb-46ab-93e9-7444268232f0,revision_number=2']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:39:40.707881 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3727740'] for floatingip (4e175bac-af64-4074-8361-633442e643e4), after_create {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:40.801551 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Floating IP 4e175bac-af64-4074-8361-633442e643e4 associated. External IP: 172.37.5.90, port: e5006064-c051-4d6e-b083-787006f20c1f. Aug 21 01:39:40.997695 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Router dcf54b28-3f28-46f1-bac1-9e434cac4e89 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:39:41.075699 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:41.100541 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:39:41.110542 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] Sync routers for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:39:41.120865 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:39:41.121468 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:39:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:39:41.179931 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:39:41.211751 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-c5286383-27e5-4c66-a45d-3daee06abe17 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9560721 Aug 21 01:39:41.212359 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f93df-1be7-4260-bcb6-95563c549933', 'tag': 'e5006064-c051-4d6e-b083-787006f20c1f'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:39:41.214650 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f93df-1be7-4260-bcb6-95563c549933", "tag": "e5006064-c051-4d6e-b083-787006f20c1f"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:39:41.221107 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:39:41.253013 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743e6d49-5677-452d-ad3a-4dd517a1d563 x-openstack-request-id: req-743e6d49-5677-452d-ad3a-4dd517a1d563 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:39:41.253296 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f93df-1be7-4260-bcb6-95563c549933", "tag": "e5006064-c051-4d6e-b083-787006f20c1f", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:39:41.253543 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-743e6d49-5677-452d-ad3a-4dd517a1d563 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:39:41.253945 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743e6d49-5677-452d-ad3a-4dd517a1d563'] response: {'name': 'network-changed', 'server_uuid': 'f76f93df-1be7-4260-bcb6-95563c549933', 'tag': 'e5006064-c051-4d6e-b083-787006f20c1f', 'status': 'completed', 'code': 200} Aug 21 01:39:41.354202 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-964a3e1b-4f26-4c82-90b5-a76b0f9327da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:41.355718 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-964a3e1b-4f26-4c82-90b5-a76b0f9327da service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 1130 time: 0.0452473 Aug 21 01:39:41.440861 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4e175bac-af64-4074-8361-633442e643e4', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.90', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': 'e5006064-c051-4d6e-b083-787006f20c1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:c9:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76f93df-1be7-4260-bcb6-95563c549933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:39:40Z', 'updated_at': '2022-08-21T01:39:40Z', 'revision_number': 0, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}, {'id': '78c5536c-0fb1-4094-9d82-8036fa5d422f', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.53', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:11:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:37:38Z', 'updated_at': '2022-08-21T01:37:40Z', 'revision_number': 1, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:39:41.446051 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-40682489-a222-40bf-bbac-e4137dc0101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:41.447605 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-40682489-a222-40bf-bbac-e4137dc0101b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 912 time: 0.0848949 Aug 21 01:39:41.466096 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] Checking router: dcf54b28-3f28-46f1-bac1-9e434cac4e89 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:39:41.474533 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:39:41.475129 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:39:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:39:41.511527 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:41.515878 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-1783e27b-bd1d-4e00-8879-7f56ee4d9002 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5006064-c051-4d6e-b083-787006f20c1f HTTP/1.1" status: 200 len: 999 time: 0.0622602 Aug 21 01:39:41.566038 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-7682fc15-425e-4b94-b3d7-94c73318bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:41.567504 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-7682fc15-425e-4b94-b3d7-94c73318bc36 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0448694 Aug 21 01:39:41.577201 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:39:41.611809 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-89633324-22eb-4544-bd52-e5c6746cad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:39:41.613365 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-89633324-22eb-4544-bd52-e5c6746cad80 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398192 Aug 21 01:39:41.706251 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-4fb58ca4-23a9-4931-b8fd-c9fcd9f2a6d4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868599 Aug 21 01:39:41.792546 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4e175bac-af64-4074-8361-633442e643e4', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.90', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': 'e5006064-c051-4d6e-b083-787006f20c1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:c9:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76f93df-1be7-4260-bcb6-95563c549933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:39:40Z', 'updated_at': '2022-08-21T01:39:40Z', 'revision_number': 0, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}, {'id': '78c5536c-0fb1-4094-9d82-8036fa5d422f', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.53', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:11:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:37:38Z', 'updated_at': '2022-08-21T01:37:40Z', 'revision_number': 1, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:39:41.798193 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-5343aa49-dbe4-4a12-ac5a-66f3f6cd9ea1 req-07a044ad-59d6-43e6-a8ab-eac46b839088 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861936 Aug 21 01:39:41.818518 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63eed32-30b1-4a96-b797-419cd098f1f1 None None] The sync data for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi is: [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4e175bac-af64-4074-8361-633442e643e4', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.90', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': 'e5006064-c051-4d6e-b083-787006f20c1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:c9:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76f93df-1be7-4260-bcb6-95563c549933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:39:40Z', 'updated_at': '2022-08-21T01:39:40Z', 'revision_number': 0, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}, {'id': '78c5536c-0fb1-4094-9d82-8036fa5d422f', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.53', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:11:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:37:38Z', 'updated_at': '2022-08-21T01:37:40Z', 'revision_number': 1, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:39:42.015726 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1aded5-c3a4-4163-a05a-aa850e42997d None None] New status for floating IP 4e175bac-af64-4074-8361-633442e643e4: ACTIVE {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:39:51.209193 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=72,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:51.793442 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=26 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:51.795351 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=67 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:51.795591 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=78 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:51.796524 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=74 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:52.116072 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:52.118342 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:39:57.863289 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-659921a2-0e22-40d8-b959-64734657a6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:00.233968 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d6bd484b-6dff-4fd8-b2e1-9cc670280e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:01.400857 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:03.177101 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:03.697275 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:08.716026 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:40:09.365533 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:18.712037 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:40:19.293690 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:40:19.296576 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:40:20.210683 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-02320b09-7f09-44a0-bacb-63dc6749118d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426815 Aug 21 01:40:20.323765 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-b09369d2-ebdc-45ee-a64a-5ef91e93bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:40:20.325324 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-b09369d2-ebdc-45ee-a64a-5ef91e93bf6d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 1129 time: 0.0401824 Aug 21 01:40:20.436860 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-91d8cd78-6c6e-4bdb-8728-ed9b6e7a2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:40:20.438326 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-91d8cd78-6c6e-4bdb-8728-ed9b6e7a2779 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 912 time: 0.0886824 Aug 21 01:40:20.501692 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-ff84b8c5-8aa2-4174-9149-52dedc51ba7f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fc060b4-65bc-403a-be6a-d0408f800a0a HTTP/1.1" status: 200 len: 1000 time: 0.0535684 Aug 21 01:40:20.548683 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-1772f87f-9ae3-4426-8210-93b0e4c6eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:40:20.550091 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-1772f87f-9ae3-4426-8210-93b0e4c6eeca service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0425251 Aug 21 01:40:20.592742 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-a8877c65-ce55-4e3d-9ded-110e9d02457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:40:20.594194 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-a8877c65-ce55-4e3d-9ded-110e9d02457f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369859 Aug 21 01:40:20.689377 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-02434c1b-1f5f-4995-9845-1b8fdfcbcb92 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849426 Aug 21 01:40:20.783139 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ecad722e-365a-4860-9f70-4da0a4cb28e3 req-b74b33dd-d0b9-48d5-9c63-d3c13c68d239 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849049 Aug 21 01:40:25.738750 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:40:27.678700 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0e1f46a7-2b42-49e3-8a97-aea7dec66715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:30.255849 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0b22a0ec-d9a3-4151-a91d-80c7d3938b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:30.778271 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=47 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:40:30.780209 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=54 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:40:31.438582 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:33.176127 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:33.702186 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:39.421094 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:40:45.716671 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:40:46.812896 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [req-806dcd65-870d-42d7-8d47-34e1718b8d0f req-771a9cdd-63ce-4e26-af70-1a83a070ebef service neutron] (106924) timed out ('10.222.0.67', 57384) {{(pid=106924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 21 01:40:49.303571 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:40:49.309782 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:40:51.339741 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-2f79f890-7ce0-4eed-82a2-b8a271129469 req-2092d036-6a06-4914-909b-066f927b93ca service neutron] (106923) timed out ('10.222.0.67', 57366) {{(pid=106923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 21 01:40:53.653272 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:40:55.711475 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:40:57.677831 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7fb0-80a9-4f75-8e5b-d662f19f807b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:00.237688 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-83f44741-d90a-41bf-a58b-ad8004665ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:01.426426 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:03.157743 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:03.723339 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:09.414837 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:19.317225 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:19.326213 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:20.116462 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 32884) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:20.260046 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Deleting port 659c8a3c-b0fb-46ab-93e9-7444268232f0 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:20.260485 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (659c8a3c-b0fb-46ab-93e9-7444268232f0), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:20.341937 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (659c8a3c-b0fb-46ab-93e9-7444268232f0), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:20.342309 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (659c8a3c-b0fb-46ab-93e9-7444268232f0), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:20.355891 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Calling delete_port for 659c8a3c-b0fb-46ab-93e9-7444268232f0 owned by network:floatingip {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:20.597333 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (659c8a3c-b0fb-46ab-93e9-7444268232f0), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:20.623311 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event deleted for resources: {'Port': ['ID=659c8a3c-b0fb-46ab-93e9-7444268232f0,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:20.648513 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.648861 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.649205 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.649544 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.649878 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.650213 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.650536 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.650860 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.651187 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.651511 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.651842 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.652189 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.652512 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.652880 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.653203 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:20.695165 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (4e175bac-af64-4074-8361-633442e643e4), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:20.695477 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Floating IP 4e175bac-af64-4074-8361-633442e643e4 disassociated (deleted). External IP: 172.37.5.90, port: e5006064-c051-4d6e-b083-787006f20c1f. Aug 21 01:41:20.930543 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Router dcf54b28-3f28-46f1-bac1-9e434cac4e89 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:41:21.033924 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:41:21.038732 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:21.041284 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:21.045952 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] Sync routers for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:41:21.054643 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:41:21.055255 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:41:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:21.070697 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-f007ff13-67b7-4d62-8798-a4776dd710c3 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/4e175bac-af64-4074-8361-633442e643e4 HTTP/1.1" status: 204 len: 168 time: 0.9531243 Aug 21 01:41:21.071440 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f93df-1be7-4260-bcb6-95563c549933', 'tag': 'e5006064-c051-4d6e-b083-787006f20c1f'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:41:21.073738 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e145b7-429f-439f-8b79-787dfc4119f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f93df-1be7-4260-bcb6-95563c549933", "tag": "e5006064-c051-4d6e-b083-787006f20c1f"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:41:21.127637 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ed5cb0-9f2b-40b8-ac44-c9010536202d x-openstack-request-id: req-13ed5cb0-9f2b-40b8-ac44-c9010536202d {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:41:21.128320 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f93df-1be7-4260-bcb6-95563c549933", "tag": "e5006064-c051-4d6e-b083-787006f20c1f", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:41:21.128320 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-13ed5cb0-9f2b-40b8-ac44-c9010536202d {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:41:21.128866 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ed5cb0-9f2b-40b8-ac44-c9010536202d'] response: {'name': 'network-changed', 'server_uuid': 'f76f93df-1be7-4260-bcb6-95563c549933', 'tag': 'e5006064-c051-4d6e-b083-787006f20c1f', 'status': 'completed', 'code': 200} Aug 21 01:41:21.161484 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:41:21.459844 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '78c5536c-0fb1-4094-9d82-8036fa5d422f', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.53', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:11:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:37:38Z', 'updated_at': '2022-08-21T01:37:40Z', 'revision_number': 1, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:21.485062 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] Checking router: dcf54b28-3f28-46f1-bac1-9e434cac4e89 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:41:21.493485 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:41:21.494075 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:41:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:21.601975 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:41:21.638698 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-eac2d7d3-9897-4db5-b7cf-c9996ab7dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:21.640409 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-eac2d7d3-9897-4db5-b7cf-c9996ab7dfa8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 1130 time: 0.1148739 Aug 21 01:41:21.724229 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b833e56-4e61-4c3f-8696-c83fdc25b984 req-44fede85-0baf-446b-9f36-704628653477 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:21.725861 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8b833e56-4e61-4c3f-8696-c83fdc25b984 req-44fede85-0baf-446b-9f36-704628653477 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 946 time: 0.1097646 Aug 21 01:41:21.777207 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-8b833e56-4e61-4c3f-8696-c83fdc25b984 req-cf027c97-f109-4ea7-a6cb-7e5b5b298245 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454824 Aug 21 01:41:21.821431 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '78c5536c-0fb1-4094-9d82-8036fa5d422f', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.53', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:11:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:37:38Z', 'updated_at': '2022-08-21T01:37:40Z', 'revision_number': 1, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:21.847115 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68479b15-0f6e-4ca4-a4f7-09c59f178b3c None None] The sync data for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi is: [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '78c5536c-0fb1-4094-9d82-8036fa5d422f', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'floating_ip_address': '172.37.5.53', 'floating_network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'router_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'port_id': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'mac_address': 'fa:16:3e:11:7c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-21T01:37:38Z', 'updated_at': '2022-08-21T01:37:40Z', 'revision_number': 1, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:41:22.076095 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406537d3-6ad7-4230-b28e-4c619c6b5d7c None None] New status for floating IP 4e175bac-af64-4074-8361-633442e643e4: DOWN {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:41:22.715201 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:41:22.953377 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fad90-4356-4537-adae-b6e34d7b0847 req-3148840f-53e5-4888-9281-e5c313687898 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:22.954846 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce6fad90-4356-4537-adae-b6e34d7b0847 req-3148840f-53e5-4888-9281-e5c313687898 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 946 time: 0.0980809 Aug 21 01:41:23.003735 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-ce6fad90-4356-4537-adae-b6e34d7b0847 req-c505fb52-d4c3-4a5a-a929-6975fd597944 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Aug 21 01:41:23.182158 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-55f67417-8c19-48e7-8eb0-e58f448470d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:23.183636 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-55f67417-8c19-48e7-8eb0-e58f448470d3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 912 time: 0.0857618 Aug 21 01:41:23.485352 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-23f1566f-067a-4db0-a506-1d02aaae5368 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5006064-c051-4d6e-b083-787006f20c1f HTTP/1.1" status: 200 len: 217 time: 0.0365839 Aug 21 01:41:23.554994 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-5cecdd0b-3f19-47dc-8cf9-7007c7cb7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:23.556505 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-5cecdd0b-3f19-47dc-8cf9-7007c7cb7deb service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0433013 Aug 21 01:41:23.851876 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-f3f45ece-3caf-4ee1-bb5a-ea76be74094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:23.853433 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-f3f45ece-3caf-4ee1-bb5a-ea76be74094b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403571 Aug 21 01:41:23.945628 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-1bb6a63e-a269-4ed1-b77f-c30ca2210fa7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848868 Aug 21 01:41:24.030099 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-8d52c2e2-a96d-44b9-9c5c-a0197d97fe7e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:24.031566 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-8d52c2e2-a96d-44b9-9c5c-a0197d97fe7e tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 946 time: 0.0622032 Aug 21 01:41:24.174657 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-69e145b7-429f-439f-8b79-787dfc4119f5 req-d274bd76-80d2-4d2d-80d7-2730773e7ab9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126243 Aug 21 01:41:24.182342 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6d73c-d23f-41cf-a67d-ae3a96617540 req-705732ba-1fa2-4fae-be4b-4ccd41adc3c2 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:24.183710 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e1f6d73c-d23f-41cf-a67d-ae3a96617540 req-705732ba-1fa2-4fae-be4b-4ccd41adc3c2 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 946 time: 0.0980852 Aug 21 01:41:24.212998 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Deleting port e5006064-c051-4d6e-b083-787006f20c1f {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:24.213350 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (e5006064-c051-4d6e-b083-787006f20c1f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:24.292319 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-e1f6d73c-d23f-41cf-a67d-ae3a96617540 req-dc3b5d7a-4575-47b3-8b67-056e4a6d1616 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005721 Aug 21 01:41:24.325220 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] For port e5006064-c051-4d6e-b083-787006f20c1f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5006064-c051-4d6e-b083-787006f20c1f,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:41:24.325582 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (e5006064-c051-4d6e-b083-787006f20c1f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:24.341513 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Calling delete_port for e5006064-c051-4d6e-b083-787006f20c1f owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:24.347810 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:24.393047 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=100 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:24.562961 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (e5006064-c051-4d6e-b083-787006f20c1f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:24.590493 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event deleted for resources: {'Port': ['ID=e5006064-c051-4d6e-b083-787006f20c1f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:24.620409 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.620756 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.624193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.625241 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.625241 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:24.647354 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] No DVR routers for this DVR port e5006064-c051-4d6e-b083-787006f20c1f on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:41:24.649838 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:24.653008 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-1c57d92d-8358-4bd8-ad1b-8025adf74abc req-9406c1d2-bd00-4d7a-8c17-9a64941fd28c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "DELETE /networking/v2.0/ports/e5006064-c051-4d6e-b083-787006f20c1f HTTP/1.1" status: 204 len: 173 time: 0.5934963 Aug 21 01:41:24.653435 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76f93df-1be7-4260-bcb6-95563c549933', 'name': 'network-vif-deleted', 'tag': 'e5006064-c051-4d6e-b083-787006f20c1f'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:41:24.656279 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eec77d3-b73a-4023-909f-f5a9bd98f83b" -d '{"events": [{"server_uuid": "f76f93df-1be7-4260-bcb6-95563c549933", "name": "network-vif-deleted", "tag": "e5006064-c051-4d6e-b083-787006f20c1f"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:41:24.745943 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3b00dd-dfcb-4e88-82a1-7f185cae360d x-openstack-request-id: req-af3b00dd-dfcb-4e88-82a1-7f185cae360d {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:41:24.746234 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76f93df-1be7-4260-bcb6-95563c549933", "name": "network-vif-deleted", "tag": "e5006064-c051-4d6e-b083-787006f20c1f", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:41:24.746484 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af3b00dd-dfcb-4e88-82a1-7f185cae360d {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:41:24.746884 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3b00dd-dfcb-4e88-82a1-7f185cae360d'] response: {'server_uuid': 'f76f93df-1be7-4260-bcb6-95563c549933', 'name': 'network-vif-deleted', 'tag': 'e5006064-c051-4d6e-b083-787006f20c1f', 'status': 'completed', 'code': 200} Aug 21 01:41:25.395996 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-adc659d7-5f57-4e59-8b55-7af92ce36dae req-8397f047-72bc-4aeb-a139-f11c33ca9870 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=f76f93df-1be7-4260-bcb6-95563c549933 HTTP/1.1" status: 200 len: 210 time: 0.0291057 Aug 21 01:41:26.409451 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device e5006064-c051-4d6e-b083-787006f20c1f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:41:26.428494 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: e5006064-c051-4d6e-b083-787006f20c1f {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:41:26.428765 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device e5006064-c051-4d6e-b083-787006f20c1f not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:41:27.705539 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-771650ed-e133-4d93-b413-6a3e70eacc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:28.967853 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 32940) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:29.062480 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:29.114018 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Deleting port b65ff26d-7562-4465-830a-fb494a4290a7 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:29.114351 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (b65ff26d-7562-4465-830a-fb494a4290a7), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:29.196498 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (b65ff26d-7562-4465-830a-fb494a4290a7), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:29.196822 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (b65ff26d-7562-4465-830a-fb494a4290a7), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:29.210967 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Calling delete_port for b65ff26d-7562-4465-830a-fb494a4290a7 owned by network:floatingip {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:29.419424 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (b65ff26d-7562-4465-830a-fb494a4290a7), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:29.443236 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event deleted for resources: {'Port': ['ID=b65ff26d-7562-4465-830a-fb494a4290a7,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:29.508137 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (78c5536c-0fb1-4094-9d82-8036fa5d422f), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:29.508379 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.db.l3_db [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Floating IP 78c5536c-0fb1-4094-9d82-8036fa5d422f disassociated (deleted). External IP: 172.37.5.53, port: 6fc060b4-65bc-403a-be6a-d0408f800a0a. Aug 21 01:41:29.708438 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:29.710332 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Router dcf54b28-3f28-46f1-bac1-9e434cac4e89 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:41:30.045145 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:41:30.049803 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:30.054992 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] Sync routers for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:41:30.063579 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:30.066078 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:41:30.066689 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:41:00Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:30.079802 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-60356108-e32b-4de5-9346-498db72bd98c tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/78c5536c-0fb1-4094-9d82-8036fa5d422f HTTP/1.1" status: 204 len: 168 time: 1.1107297 Aug 21 01:41:30.080974 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'tag': '6fc060b4-65bc-403a-be6a-d0408f800a0a'}] {{(pid=106924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:41:30.083502 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f6aaeaa6f140b8326a0af57a9c5246c7c78b4260d341c1062bf57ba3469fbf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb", "tag": "6fc060b4-65bc-403a-be6a-d0408f800a0a"}]}' {{(pid=106924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:41:30.123685 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 21 Aug 2022 01:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e38cc2a-fb80-4380-b3f5-415bf2f53bc5 x-openstack-request-id: req-3e38cc2a-fb80-4380-b3f5-415bf2f53bc5 {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:41:30.124035 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb", "tag": "6fc060b4-65bc-403a-be6a-d0408f800a0a", "status": "completed", "code": 200}]} {{(pid=106924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:41:30.124383 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e38cc2a-fb80-4380-b3f5-415bf2f53bc5 {{(pid=106924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:41:30.124848 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e38cc2a-fb80-4380-b3f5-415bf2f53bc5'] response: {'name': 'network-changed', 'server_uuid': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'tag': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'status': 'completed', 'code': 200} Aug 21 01:41:30.173255 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:41:30.174819 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:30.235353 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-3ac58529-38d3-4be4-b569-66cd42683af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:30.237715 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-3ac58529-38d3-4be4-b569-66cd42683af9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4124766f4f2843229059dbbdf7a2de74&device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 1129 time: 0.0438819 Aug 21 01:41:30.259805 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a8203487-7ca1-4062-97e4-b4afec361791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:30.339253 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-58a47aa1-f41c-4dda-b541-5b1d6fe8b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:30.341567 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-58a47aa1-f41c-4dda-b541-5b1d6fe8b3a1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 200 len: 912 time: 0.0954568 Aug 21 01:41:30.366889 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:30.388823 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-2bb4960c-ad5e-4a56-9110-34bd21897242 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fc060b4-65bc-403a-be6a-d0408f800a0a HTTP/1.1" status: 200 len: 217 time: 0.0341997 Aug 21 01:41:30.396562 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] Checking router: dcf54b28-3f28-46f1-bac1-9e434cac4e89 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:41:30.405518 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:41:30.406116 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:41:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:30.441624 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-c12a5cfc-29b7-41ed-bf33-cb657aee94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:30.443193 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-c12a5cfc-29b7-41ed-bf33-cb657aee94ad service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 200 len: 850 time: 0.0469277 Aug 21 01:41:30.512645 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:41:30.520476 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56ec00-23ac-4cf9-a407-1d5c62a4a576 req-c2e8a9ad-e556-4bc7-95e6-b66c7900b0c5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:30.521958 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c56ec00-23ac-4cf9-a407-1d5c62a4a576 req-c2e8a9ad-e556-4bc7-95e6-b66c7900b0c5 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 945 time: 0.0519733 Aug 21 01:41:30.571706 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-9c56ec00-23ac-4cf9-a407-1d5c62a4a576 req-01419f23-1110-4f12-b91a-bbfadc4fe505 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 Aug 21 01:41:30.699354 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:30.723341 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed6805-1de0-4510-8eae-8092eb349906 None None] The sync data for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi is: [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:34:22Z', 'revision_number': 4, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e263317b-b18b-4c33-9873-0e220733c4f1', 'name': '', 'network_id': 'e4ca6005-16bf-4430-905e-1ccbd3a7f5d3', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'mac_address': 'fa:16:3e:f4:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:22Z', 'updated_at': '2022-08-21T01:34:28Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'subnets': [{'id': '51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:41:30.942763 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510a6663-3696-453e-a12a-c2bb377449ec None None] New status for floating IP 78c5536c-0fb1-4094-9d82-8036fa5d422f: DOWN {{(pid=106925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 21 01:41:31.430959 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:31.692370 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a53ea-c5c2-4266-a914-162647624fd7 req-320e2df0-4057-41a7-a933-0cb217070a22 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:31.693851 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4f6a53ea-c5c2-4266-a914-162647624fd7 req-320e2df0-4057-41a7-a933-0cb217070a22 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 945 time: 0.0463059 Aug 21 01:41:31.743336 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-4f6a53ea-c5c2-4266-a914-162647624fd7 req-c5a431e6-e96b-4a54-a049-414d50cf20aa tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437927 Aug 21 01:41:31.826606 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-1b7efe75-bade-4d3a-b8fd-55c375dba51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:31.828127 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-1b7efe75-bade-4d3a-b8fd-55c375dba51a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383465 Aug 21 01:41:31.919691 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-836623f5-e404-40b2-8938-e1147a00364d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847967 Aug 21 01:41:32.396978 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-6290d685-8bfd-42ab-be2a-0ea7eb47c0ea req-a35dd7be-b347-4351-803d-ead0148446d0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530993 Aug 21 01:41:32.491098 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-f1681298-5a41-40ed-a889-5f856efc4231 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:32.492619 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-f1681298-5a41-40ed-a889-5f856efc4231 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 945 time: 0.0464950 Aug 21 01:41:32.563120 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:32.577474 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-07f8ac64-ba34-4d22-aab4-d13c3ee1c20d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Deleting port 6fc060b4-65bc-403a-be6a-d0408f800a0a {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:32.586680 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-07f8ac64-ba34-4d22-aab4-d13c3ee1c20d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:32.660084 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:32.671514 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-07f8ac64-ba34-4d22-aab4-d13c3ee1c20d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] For port 6fc060b4-65bc-403a-be6a-d0408f800a0a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6fc060b4-65bc-403a-be6a-d0408f800a0a,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:41:32.672587 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-07f8ac64-ba34-4d22-aab4-d13c3ee1c20d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:32.685604 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-07f8ac64-ba34-4d22-aab4-d13c3ee1c20d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Calling delete_port for 6fc060b4-65bc-403a-be6a-d0408f800a0a owned by compute:nova {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:32.863756 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cc104-0367-4cf1-a51a-e54da7220961 req-72522925-bfb3-49aa-9474-0b7d1759172a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 21 01:41:32.865177 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3c2cc104-0367-4cf1-a51a-e54da7220961 req-72522925-bfb3-49aa-9474-0b7d1759172a tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 945 time: 0.0475454 Aug 21 01:41:32.885465 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-07f8ac64-ba34-4d22-aab4-d13c3ee1c20d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (6fc060b4-65bc-403a-be6a-d0408f800a0a), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:32.927958 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8ac64-ba34-4d22-aab4-d13c3ee1c20d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event deleted for resources: {'Port': ['ID=6fc060b4-65bc-403a-be6a-d0408f800a0a,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:32.981007 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-07f8ac64-ba34-4d22-aab4-d13c3ee1c20d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] No DVR routers for this DVR port 6fc060b4-65bc-403a-be6a-d0408f800a0a on host hv-cinder-maste {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:41:32.987604 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-3c2cc104-0367-4cf1-a51a-e54da7220961 req-984490a0-d6b4-4735-8c88-46d9010bbd16 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5bd807c5-22cf-4f87-8cf5-01c1f825f520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153245 Aug 21 01:41:32.987604 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-07f8ac64-ba34-4d22-aab4-d13c3ee1c20d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for port (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:32.990380 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-478bb3f4-1910-4346-ac13-ace0332f53ae req-07f8ac64-ba34-4d22-aab4-d13c3ee1c20d tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.67 "DELETE /networking/v2.0/ports/6fc060b4-65bc-403a-be6a-d0408f800a0a HTTP/1.1" status: 204 len: 173 time: 0.4895189 Aug 21 01:41:32.990829 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'name': 'network-vif-deleted', 'tag': '6fc060b4-65bc-403a-be6a-d0408f800a0a'}] {{(pid=106923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 21 01:41:32.993114 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19705cad703e1148b7ad763536985824e4ddac5688456adb2cd324324048b09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea4e5d1-4734-44f1-b838-c85506566b45" -d '{"events": [{"server_uuid": "13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb", "name": "network-vif-deleted", "tag": "6fc060b4-65bc-403a-be6a-d0408f800a0a"}]}' {{(pid=106923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 01:41:33.032726 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 21 Aug 2022 01:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b60dacc-2425-48fa-97b0-70e3d9e85999 x-openstack-request-id: req-5b60dacc-2425-48fa-97b0-70e3d9e85999 {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 01:41:33.033126 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb", "name": "network-vif-deleted", "tag": "6fc060b4-65bc-403a-be6a-d0408f800a0a", "status": "completed", "code": 200}]} {{(pid=106923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 01:41:33.034071 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b60dacc-2425-48fa-97b0-70e3d9e85999 {{(pid=106923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 01:41:33.034536 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b60dacc-2425-48fa-97b0-70e3d9e85999'] response: {'server_uuid': '13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb', 'name': 'network-vif-deleted', 'tag': '6fc060b4-65bc-403a-be6a-d0408f800a0a', 'status': 'completed', 'code': 200} Aug 21 01:41:33.230497 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:33.727049 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:34.101611 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [req-f4c67600-f7b1-482d-bb44-82290d541a29 req-dff87410-4769-4d23-9fd9-4b9e83ecb570 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=13cfd4e5-2bd6-4c36-8c9e-561fe8ac31bb HTTP/1.1" status: 200 len: 210 time: 0.0282879 Aug 21 01:41:34.414263 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 6fc060b4-65bc-403a-be6a-d0408f800a0a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:41:34.435313 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] No Port match for: 6fc060b4-65bc-403a-be6a-d0408f800a0a {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:41:34.435660 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Device 6fc060b4-65bc-403a-be6a-d0408f800a0a not bound to the agent host hv-cinder-maste {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:41:35.166587 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 32958) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:35.276651 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-85bd0ec2-9c04-4857-a5e9-e7b019a45b02 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Deleting port cdc25220-0315-4ce8-884e-dc9f35f8d6ae {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:35.276991 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-85bd0ec2-9c04-4857-a5e9-e7b019a45b02 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (cdc25220-0315-4ce8-884e-dc9f35f8d6ae), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:35.349197 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:35.357640 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-85bd0ec2-9c04-4857-a5e9-e7b019a45b02 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (cdc25220-0315-4ce8-884e-dc9f35f8d6ae), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:35.357968 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-85bd0ec2-9c04-4857-a5e9-e7b019a45b02 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (cdc25220-0315-4ce8-884e-dc9f35f8d6ae), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:35.371233 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-85bd0ec2-9c04-4857-a5e9-e7b019a45b02 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Calling delete_port for cdc25220-0315-4ce8-884e-dc9f35f8d6ae owned by network:floatingip {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:35.562311 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-85bd0ec2-9c04-4857-a5e9-e7b019a45b02 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (cdc25220-0315-4ce8-884e-dc9f35f8d6ae), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:35.589902 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd0ec2-9c04-4857-a5e9-e7b019a45b02 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event deleted for resources: {'Port': ['ID=cdc25220-0315-4ce8-884e-dc9f35f8d6ae,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:35.652790 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-85bd0ec2-9c04-4857-a5e9-e7b019a45b02 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for floatingip (8b4f1e27-2ab9-46cd-930c-09255b30b981), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:35.655377 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-85bd0ec2-9c04-4857-a5e9-e7b019a45b02 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149319'] for floatingip (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:35.656587 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-85bd0ec2-9c04-4857-a5e9-e7b019a45b02 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "DELETE /networking/v2.0/floatingips/8b4f1e27-2ab9-46cd-930c-09255b30b981 HTTP/1.1" status: 204 len: 168 time: 0.4898791 Aug 21 01:41:37.005412 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 32970) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:37.064336 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de0be065-b20b-4fc0-b042-7d5382cf4459 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group (5bd807c5-22cf-4f87-8cf5-01c1f825f520), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:37.088417 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de0be065-b20b-4fc0-b042-7d5382cf4459 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group (5bd807c5-22cf-4f87-8cf5-01c1f825f520), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:37.213729 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de0be065-b20b-4fc0-b042-7d5382cf4459 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (5bd807c5-22cf-4f87-8cf5-01c1f825f520), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:37.218718 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-de0be065-b20b-4fc0-b042-7d5382cf4459 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:37.218718 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-de0be065-b20b-4fc0-b042-7d5382cf4459 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] 10.222.0.47 "DELETE /networking/v2.0/security-groups/5bd807c5-22cf-4f87-8cf5-01c1f825f520 HTTP/1.1" status: 204 len: 168 time: 0.2111990 Aug 21 01:41:37.227661 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0be065-b20b-4fc0-b042-7d5382cf4459 tempest-TestVolumeBootPattern-2085187589 tempest-TestVolumeBootPattern-2085187589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd807c5-22cf-4f87-8cf5-01c1f825f520,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:37.358853 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 32974) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:37.618574 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:37.765569 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (dcf54b28-3f28-46f1-bac1-9e434cac4e89), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:37.953932 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:37.992605 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] Deleting port e263317b-b18b-4c33-9873-0e220733c4f1 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:37.992938 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:38.071416 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] For port e263317b-b18b-4c33-9873-0e220733c4f1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e263317b-b18b-4c33-9873-0e220733c4f1,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:41:38.072159 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:38.084735 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] Calling delete_port for e263317b-b18b-4c33-9873-0e220733c4f1 owned by network:router_interface {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:38.339499 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (e263317b-b18b-4c33-9873-0e220733c4f1), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:38.362806 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e263317b-b18b-4c33-9873-0e220733c4f1,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:38.527782 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (dcf54b28-3f28-46f1-bac1-9e434cac4e89), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:38.533288 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:38.736439 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] Router dcf54b28-3f28-46f1-bac1-9e434cac4e89 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:41:38.830648 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:38.836335 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:41:38.844849 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-664ca91c-0435-431f-ad7e-16da85bad4f9 admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/dcf54b28-3f28-46f1-bac1-9e434cac4e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4813108 Aug 21 01:41:38.844849 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 32978) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:38.845063 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] Sync routers for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:41:38.856133 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:41:38.856729 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:41:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:38.945673 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Publish callbacks [] for router (dcf54b28-3f28-46f1-bac1-9e434cac4e89), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:38.955966 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: dv-cinder-master-3-iscsi {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:41:39.057497 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Publish callbacks [] for router_gateway (dcf54b28-3f28-46f1-bac1-9e434cac4e89), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.155196 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Deleting port 296ba5a8-068d-41de-9275-d6abb030d0d4 {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:39.155901 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.202860 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=100 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:39.214142 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185'}], 'enable_snat': True}, 'gw_port_id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:41:38Z', 'revision_number': 5, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port': {'id': '296ba5a8-068d-41de-9275-d6abb030d0d4', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:20Z', 'updated_at': '2022-08-21T01:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:39.239378 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] Checking router: dcf54b28-3f28-46f1-bac1-9e434cac4e89 for host: dv-cinder-master-3-iscsi {{(pid=106926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:41:39.240420 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] For port 296ba5a8-068d-41de-9275-d6abb030d0d4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=296ba5a8-068d-41de-9275-d6abb030d0d4,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:41:39.240789 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.247813 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] Routers {'dcf54b28-3f28-46f1-bac1-9e434cac4e89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:41:39.248455 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:41:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'], 'active': True} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:39.254570 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Calling delete_port for 296ba5a8-068d-41de-9275-d6abb030d0d4 owned by network:router_gateway {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:39.332145 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_dvr_db [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] Set router dcf54b28-3f28-46f1-bac1-9e434cac4e89 gateway port host: None {{(pid=106926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:41:39.384575 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.l3_hamode_db [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:41:39Z', 'revision_number': 6, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:39.384983 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.409339 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3e792-50b4-4261-911f-132f1ce11c84 None None] The sync data for ids ['dcf54b28-3f28-46f1-bac1-9e434cac4e89'] in dv-cinder-master-3-iscsi is: [{'id': 'dcf54b28-3f28-46f1-bac1-9e434cac4e89', 'name': 'tempest-TestVolumeBootPattern-846416829-router', 'tenant_id': '4124766f4f2843229059dbbdf7a2de74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:19Z', 'updated_at': '2022-08-21T01:41:39Z', 'revision_number': 6, 'project_id': '4124766f4f2843229059dbbdf7a2de74', 'gw_port_host': None}] {{(pid=106926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:41:39.475765 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (296ba5a8-068d-41de-9275-d6abb030d0d4), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.479114 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:39.501256 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Pushing event deleted for resources: {'Port': ['ID=296ba5a8-068d-41de-9275-d6abb030d0d4,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:39.568686 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (dcf54b28-3f28-46f1-bac1-9e434cac4e89), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.653869 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (dcf54b28-3f28-46f1-bac1-9e434cac4e89), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.655928 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Publish callbacks [] for router_controller (dcf54b28-3f28-46f1-bac1-9e434cac4e89), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.762205 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (dcf54b28-3f28-46f1-bac1-9e434cac4e89), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.762795 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcf54b28-3f28-46f1-bac1-9e434cac4e89 {{(pid=106924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:41:39.767019 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.769660 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-557e23b3-7f43-42c5-9f81-39881371c717 admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/dcf54b28-3f28-46f1-bac1-9e434cac4e89 HTTP/1.1" status: 204 len: 168 time: 0.9241135 Aug 21 01:41:39.773336 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 32980) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:39.818451 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c034311-c191-4f0e-b543-b2b928220426 admin admin] Deleting subnet 51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e {{(pid=106924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:41:39.821871 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8c034311-c191-4f0e-b543-b2b928220426 admin admin] Publish callbacks [] for subnet (51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.859788 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8c034311-c191-4f0e-b543-b2b928220426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9055190'] for subnet (51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e), precommit_delete_associations {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:39.905237 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:39.939667 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8c034311-c191-4f0e-b543-b2b928220426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.058127 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8c034311-c191-4f0e-b543-b2b928220426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9277735'] for subnet (51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.082129 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c034311-c191-4f0e-b543-b2b928220426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:40.087863 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-8c034311-c191-4f0e-b543-b2b928220426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for subnet (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.091103 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-8c034311-c191-4f0e-b543-b2b928220426 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/51fd8cdd-d9b0-416d-b4d9-97bd846f4e3e HTTP/1.1" status: 204 len: 168 time: 0.3184304 Aug 21 01:41:40.093210 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c345605-fc16-4368-8977-c89a77f2a102 None None] Network e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:41:40.093618 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 32982) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:40.170871 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (e4ca6005-16bf-4430-905e-1ccbd3a7f5d3), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.222622 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Deleting port a41fd574-e824-490e-98da-c3020df6f2ce {{(pid=106924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:40.222961 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.241411 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] DHCP port deletion for e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:41:40.279775 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Deleting port a41fd574-e824-490e-98da-c3020df6f2ce {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:40.280172 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.290235 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.db [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] For port a41fd574-e824-490e-98da-c3020df6f2ce, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a41fd574-e824-490e-98da-c3020df6f2ce,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:41:40.290601 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.307979 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.plugin [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Calling delete_port for a41fd574-e824-490e-98da-c3020df6f2ce owned by network:dhcp {{(pid=106924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:40.351726 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] For port a41fd574-e824-490e-98da-c3020df6f2ce, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a41fd574-e824-490e-98da-c3020df6f2ce,segment=NetworkSegment(0f7653aa-e9ff-4364-bdfe-c48609b8a274),segment_id=0f7653aa-e9ff-4364-bdfe-c48609b8a274)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:41:40.352017 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.369214 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Calling delete_port for a41fd574-e824-490e-98da-c3020df6f2ce owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:40.437411 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device e263317b-b18b-4c33-9873-0e220733c4f1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:41:40.465214 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8432547'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.472610 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: e263317b-b18b-4c33-9873-0e220733c4f1 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:41:40.472956 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device e263317b-b18b-4c33-9873-0e220733c4f1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:41:40.473914 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 296ba5a8-068d-41de-9275-d6abb030d0d4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:41:40.493405 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41fd574-e824-490e-98da-c3020df6f2ce,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:40.498396 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 296ba5a8-068d-41de-9275-d6abb030d0d4 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:41:40.498396 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 296ba5a8-068d-41de-9275-d6abb030d0d4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:41:40.498396 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device a41fd574-e824-490e-98da-c3020df6f2ce no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:41:40.498877 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] No DVR routers for this DVR port a41fd574-e824-490e-98da-c3020df6f2ce on host dv-cinder-master-3-iscsi {{(pid=106924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:41:40.499976 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (a41fd574-e824-490e-98da-c3020df6f2ce), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.524767 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: a41fd574-e824-490e-98da-c3020df6f2ce {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:41:40.525120 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device a41fd574-e824-490e-98da-c3020df6f2ce not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:41:40.544812 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Pushing event deleted for resources: {'Port': ['ID=a41fd574-e824-490e-98da-c3020df6f2ce,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:40.547199 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] No DVR routers for this DVR port a41fd574-e824-490e-98da-c3020df6f2ce on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:41:40.558188 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.558363 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.558749 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.559079 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.559402 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.559854 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.560192 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.563973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.563973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.563973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.563973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.563973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.563973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.563973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.563973 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaccd2c-9599-4b31-8998-9e5fed6d1179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 01:41:40.577695 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (e4ca6005-16bf-4430-905e-1ccbd3a7f5d3), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.599908 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ca6005-16bf-4430-905e-1ccbd3a7f5d3']}} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:40.609244 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7653aa-e9ff-4364-bdfe-c48609b8a274') {'for_net_delete': True} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:40.609541 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.services.segments.db [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7653aa-e9ff-4364-bdfe-c48609b8a274') {} {{(pid=106924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:40.616027 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:40.619652 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9055169'] for segment (0f7653aa-e9ff-4364-bdfe-c48609b8a274), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.633134 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (0f7653aa-e9ff-4364-bdfe-c48609b8a274), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.640185 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=106924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:41:40.640572 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8432606'] for segment (0f7653aa-e9ff-4364-bdfe-c48609b8a274), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.779201 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (e4ca6005-16bf-4430-905e-1ccbd3a7f5d3), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.788247 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:40.788425 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/e4ca6005-16bf-4430-905e-1ccbd3a7f5d3 HTTP/1.1" status: 204 len: 168 time: 0.6938651 Aug 21 01:41:40.789972 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment 0f7653aa-e9ff-4364-bdfe-c48609b8a274 resource provider aggregate not found Aug 21 01:41:40.791518 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 32988) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:41.041865 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.services.segments.plugin [-] Segment 0f7653aa-e9ff-4364-bdfe-c48609b8a274 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f7653aa-e9ff-4364-bdfe-c48609b8a274 found for delete ", "request_id": "req-a01ebb80-4479-477d-8269-1ffebdb24d8c"}]} Aug 21 01:41:41.043376 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba744e2-ecc1-4275-87fa-3429079062b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ca6005-16bf-4430-905e-1ccbd3a7f5d3,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:41.110704 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3730300'] for router_interface (6387ca17-2a3d-4558-9a81-f461230d3678), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:41.263757 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:41.334666 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] Deleting port 85208332-5d3e-4f96-8482-0ffddb24cc5f {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:41.334925 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:41.389193 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:41.418852 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] For port 85208332-5d3e-4f96-8482-0ffddb24cc5f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=85208332-5d3e-4f96-8482-0ffddb24cc5f,segment=NetworkSegment(ce56ab55-5c83-4aa3-98ee-fd21c7cd497f),segment_id=ce56ab55-5c83-4aa3-98ee-fd21c7cd497f)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:41:41.419219 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:41.433245 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] Calling delete_port for 85208332-5d3e-4f96-8482-0ffddb24cc5f owned by network:router_interface {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:41.716059 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (85208332-5d3e-4f96-8482-0ffddb24cc5f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:41.739630 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=85208332-5d3e-4f96-8482-0ffddb24cc5f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:41.906836 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728108'] for router_interface (6387ca17-2a3d-4558-9a81-f461230d3678), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:42.116838 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] Router 6387ca17-2a3d-4558-9a81-f461230d3678 has already been hosted by L3 agent d6936657-dca5-45ee-84d2-2b063a5927fa {{(pid=106923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 01:41:42.212756 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:42.220838 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 01:41:42.228969 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-837dbef1-c627-46cb-8bd6-a437be8a9a0d admin admin] 10.222.0.47 "PUT /networking/v2.0/routers/6387ca17-2a3d-4558-9a81-f461230d3678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4329867 Aug 21 01:41:42.228969 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 32992) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:42.231151 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] Sync routers for ids ['6387ca17-2a3d-4558-9a81-f461230d3678'] in dv-cinder-master-3-iscsi {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 01:41:42.241444 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] Routers {'6387ca17-2a3d-4558-9a81-f461230d3678'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:41:42.242060 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:41:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['6387ca17-2a3d-4558-9a81-f461230d3678'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:42.314158 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:42.329312 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Publish callbacks [] for router (6387ca17-2a3d-4558-9a81-f461230d3678), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:42.351850 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] Set router 6387ca17-2a3d-4558-9a81-f461230d3678 gateway port host: dv-cinder-master-3-iscsi {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:41:42.433691 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Publish callbacks [] for router_gateway (6387ca17-2a3d-4558-9a81-f461230d3678), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:42.527416 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'name': 'tempest-TestVolumeBootPattern-2006142656-router', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'external_fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6'}], 'enable_snat': True}, 'gw_port_id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:25Z', 'updated_at': '2022-08-21T01:41:41Z', 'revision_number': 5, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'gw_port': {'id': 'c93b3557-15c7-4d0b-be98-a8286fb1b8cc', 'name': '', 'network_id': 'c54b5147-7e70-46ff-b4e4-e0fd0deab68d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'ip_address': '172.37.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-21T01:34:26Z', 'updated_at': '2022-08-21T01:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6edd89e6-8145-41b8-ac8e-fc0a6c7a443f', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:42.539812 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Deleting port c93b3557-15c7-4d0b-be98-a8286fb1b8cc {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:42.540158 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:42.552994 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] Checking router: 6387ca17-2a3d-4558-9a81-f461230d3678 for host: dv-cinder-master-3-iscsi {{(pid=106925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 01:41:42.561560 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] Routers {'6387ca17-2a3d-4558-9a81-f461230d3678'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 21 01:41:42.562181 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-21T01:16:30Z,description=,heartbeat_timestamp=2022-08-21T01:41:30Z,host='dv-cinder-master-3-iscsi',id=d6936657-dca5-45ee-84d2-2b063a5927fa,load=0,resource_versions=,resources_synced=,started_at=2022-08-21T01:16:31Z,topic='l3_agent')) {'router_ids': ['6387ca17-2a3d-4558-9a81-f461230d3678'], 'active': True} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:42.621607 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] For port c93b3557-15c7-4d0b-be98-a8286fb1b8cc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c93b3557-15c7-4d0b-be98-a8286fb1b8cc,segment=NetworkSegment(04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9),segment_id=04ed9d43-1e7c-41e5-8d9c-ee133c5d83d9)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:41:42.621871 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:42.635040 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Calling delete_port for c93b3557-15c7-4d0b-be98-a8286fb1b8cc owned by network:router_gateway {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:42.642233 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:42.646268 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvr_db [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] Set router 6387ca17-2a3d-4558-9a81-f461230d3678 gateway port host: None {{(pid=106925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 21 01:41:42.669004 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:42.696351 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_hamode_db [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'name': 'tempest-TestVolumeBootPattern-2006142656-router', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:25Z', 'updated_at': '2022-08-21T01:41:42Z', 'revision_number': 6, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:42.724788 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b23f5-02b2-4f8c-8bb3-8c1783c166fc None None] The sync data for ids ['6387ca17-2a3d-4558-9a81-f461230d3678'] in dv-cinder-master-3-iscsi is: [{'id': '6387ca17-2a3d-4558-9a81-f461230d3678', 'name': 'tempest-TestVolumeBootPattern-2006142656-router', 'tenant_id': 'fc202f480d314bad96b99d8bcb31330f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-21T01:34:25Z', 'updated_at': '2022-08-21T01:41:42Z', 'revision_number': 6, 'project_id': 'fc202f480d314bad96b99d8bcb31330f', 'gw_port_host': None}] {{(pid=106925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 01:41:42.848044 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (c93b3557-15c7-4d0b-be98-a8286fb1b8cc), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:42.874645 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c93b3557-15c7-4d0b-be98-a8286fb1b8cc,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:42.938206 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3727667'] for router_gateway (6387ca17-2a3d-4558-9a81-f461230d3678), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.024151 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3728058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router (6387ca17-2a3d-4558-9a81-f461230d3678), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.026273 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Publish callbacks [] for router_controller (6387ca17-2a3d-4558-9a81-f461230d3678), precommit_delete_associations {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.156277 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3728035'] for router (6387ca17-2a3d-4558-9a81-f461230d3678), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.157053 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6387ca17-2a3d-4558-9a81-f461230d3678 {{(pid=106923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 01:41:43.162251 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.163467 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-03c0782f-28c1-4fa2-9b31-a46e080a6d8f admin admin] 10.222.0.47 "DELETE /networking/v2.0/routers/6387ca17-2a3d-4558-9a81-f461230d3678 HTTP/1.1" status: 204 len: 168 time: 0.9342618 Aug 21 01:41:43.166240 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 32994) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:43.214439 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1e9a73-eb78-42fc-8171-8b437bc3a6c9 admin admin] Deleting subnet 4e56e1ee-052c-49ff-9efb-bcd383e2c0ec {{(pid=106923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 21 01:41:43.217662 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9a73-eb78-42fc-8171-8b437bc3a6c9 admin admin] Publish callbacks [] for subnet (4e56e1ee-052c-49ff-9efb-bcd383e2c0ec), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.245457 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:43.252984 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9a73-eb78-42fc-8171-8b437bc3a6c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291515'] for subnet (4e56e1ee-052c-49ff-9efb-bcd383e2c0ec), precommit_delete_associations {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.325876 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9a73-eb78-42fc-8171-8b437bc3a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856539'] for subnet (4e56e1ee-052c-49ff-9efb-bcd383e2c0ec), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.447998 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9a73-eb78-42fc-8171-8b437bc3a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-857905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3820415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9291481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8566281'] for subnet (4e56e1ee-052c-49ff-9efb-bcd383e2c0ec), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.453279 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:43.476397 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e9a73-eb78-42fc-8171-8b437bc3a6c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e56e1ee-052c-49ff-9efb-bcd383e2c0ec,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:43.480133 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9a73-eb78-42fc-8171-8b437bc3a6c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.483555 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-bc1e9a73-eb78-42fc-8171-8b437bc3a6c9 admin admin] 10.222.0.47 "DELETE /networking/v2.0/subnets/4e56e1ee-052c-49ff-9efb-bcd383e2c0ec HTTP/1.1" status: 204 len: 168 time: 0.3162546 Aug 21 01:41:43.485916 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 32996) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:43.488562 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54059498-965b-444b-bc86-f903eae1f92b None None] Network 2c5c4271-c500-45ec-8328-7796018fa1cf requested from dv-cinder-master-3-iscsi {{(pid=106925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 21 01:41:43.557466 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-708364'] for network (2c5c4271-c500-45ec-8328-7796018fa1cf), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.606496 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Deleting port cd04ef52-432b-45e1-8fab-283d97320700 {{(pid=106923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:43.606971 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (cd04ef52-432b-45e1-8fab-283d97320700), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.633775 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083a9a9-63bb-477b-addc-58f7853d19b3 None None] DHCP port deletion for 2c5c4271-c500-45ec-8328-7796018fa1cf request from dv-cinder-master-3-iscsi {{(pid=106925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 21 01:41:43.675155 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.db [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] For port cd04ef52-432b-45e1-8fab-283d97320700, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd04ef52-432b-45e1-8fab-283d97320700,segment=NetworkSegment(ce56ab55-5c83-4aa3-98ee-fd21c7cd497f),segment_id=ce56ab55-5c83-4aa3-98ee-fd21c7cd497f)] {{(pid=106923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:41:43.675639 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (cd04ef52-432b-45e1-8fab-283d97320700), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.676984 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-7083a9a9-63bb-477b-addc-58f7853d19b3 None None] Deleting port cd04ef52-432b-45e1-8fab-283d97320700 {{(pid=106925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 21 01:41:43.677368 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-7083a9a9-63bb-477b-addc-58f7853d19b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746095204590'] for port (cd04ef52-432b-45e1-8fab-283d97320700), before_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.690812 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.plugin [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Calling delete_port for cd04ef52-432b-45e1-8fab-283d97320700 owned by network:dhcp {{(pid=106923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:43.747200 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.db [None req-7083a9a9-63bb-477b-addc-58f7853d19b3 None None] For port cd04ef52-432b-45e1-8fab-283d97320700, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd04ef52-432b-45e1-8fab-283d97320700,segment=NetworkSegment(ce56ab55-5c83-4aa3-98ee-fd21c7cd497f),segment_id=ce56ab55-5c83-4aa3-98ee-fd21c7cd497f)] {{(pid=106925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 01:41:43.747597 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-7083a9a9-63bb-477b-addc-58f7853d19b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880079'] for port (cd04ef52-432b-45e1-8fab-283d97320700), precommit_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.764207 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-7083a9a9-63bb-477b-addc-58f7853d19b3 None None] Calling delete_port for cd04ef52-432b-45e1-8fab-283d97320700 owned by network:dhcp {{(pid=106925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 21 01:41:43.887633 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9291526'] for port (cd04ef52-432b-45e1-8fab-283d97320700), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.894767 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-7083a9a9-63bb-477b-addc-58f7853d19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746095207060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746094733635'] for port (cd04ef52-432b-45e1-8fab-283d97320700), after_delete {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:43.912816 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd04ef52-432b-45e1-8fab-283d97320700,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:43.916492 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] No DVR routers for this DVR port cd04ef52-432b-45e1-8fab-283d97320700 on host dv-cinder-master-3-iscsi {{(pid=106923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:41:43.917909 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083a9a9-63bb-477b-addc-58f7853d19b3 None None] Pushing event deleted for resources: {'Port': ['ID=cd04ef52-432b-45e1-8fab-283d97320700,revision_number=None']} {{(pid=106925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:43.923001 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083a9a9-63bb-477b-addc-58f7853d19b3 None None] No DVR routers for this DVR port cd04ef52-432b-45e1-8fab-283d97320700 on host dv-cinder-master-3-iscsi {{(pid=106925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 21 01:41:43.989935 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859513', 'neutron.services.segments.db._delete_segments_for_network-8746095167573'] for network (2c5c4271-c500-45ec-8328-7796018fa1cf), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:44.009915 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5c4271-c500-45ec-8328-7796018fa1cf']}} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:44.019037 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f') {'for_net_delete': True} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:44.019263 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.services.segments.db [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce56ab55-5c83-4aa3-98ee-fd21c7cd497f') {} {{(pid=106923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 01:41:44.034727 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746095095489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291500'] for segment (ce56ab55-5c83-4aa3-98ee-fd21c7cd497f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:44.047478 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607'] for segment (ce56ab55-5c83-4aa3-98ee-fd21c7cd497f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:44.054294 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=106923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 01:41:44.054677 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9291643'] for segment (ce56ab55-5c83-4aa3-98ee-fd21c7cd497f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:44.106195 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment ce56ab55-5c83-4aa3-98ee-fd21c7cd497f resource provider aggregate not found Aug 21 01:41:44.124525 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.services.segments.plugin [-] Segment ce56ab55-5c83-4aa3-98ee-fd21c7cd497f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce56ab55-5c83-4aa3-98ee-fd21c7cd497f found for delete ", "request_id": "req-749dfee8-0e72-4cfd-9287-c7d5c2137109"}]} Aug 21 01:41:44.185056 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3727703'] for network (2c5c4271-c500-45ec-8328-7796018fa1cf), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:44.190793 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674952'] for network (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:44.194735 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] 10.222.0.47 "DELETE /networking/v2.0/networks/2c5c4271-c500-45ec-8328-7796018fa1cf HTTP/1.1" status: 204 len: 168 time: 0.7078834 Aug 21 01:41:44.205431 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124b982-8cf5-469c-8f7b-8296ade87e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5c4271-c500-45ec-8328-7796018fa1cf,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:44.408757 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c93b3557-15c7-4d0b-be98-a8286fb1b8cc no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:41:44.429358 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: c93b3557-15c7-4d0b-be98-a8286fb1b8cc {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:41:44.429700 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device c93b3557-15c7-4d0b-be98-a8286fb1b8cc not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:41:44.430119 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 85208332-5d3e-4f96-8482-0ffddb24cc5f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:41:44.447562 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: 85208332-5d3e-4f96-8482-0ffddb24cc5f {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:41:44.447863 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device 85208332-5d3e-4f96-8482-0ffddb24cc5f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:41:44.448302 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device cd04ef52-432b-45e1-8fab-283d97320700 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 01:41:44.466150 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.plugin [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] No Port match for: cd04ef52-432b-45e1-8fab-283d97320700 {{(pid=106925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 21 01:41:44.466493 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron.plugins.ml2.rpc [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Device cd04ef52-432b-45e1-8fab-283d97320700 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 01:41:44.558720 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 33004) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:44.596879 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-1722c4d1-c737-4172-8d90-8b3ef37658ee admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=4124766f4f2843229059dbbdf7a2de74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389888 Aug 21 01:41:44.600384 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [-] (106923) accepted ('10.222.0.47', 33006) {{(pid=106923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:44.652082 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2fce6bd8-4cc5-46bb-a01e-a9d2c5c327c3 admin admin] Publish callbacks [] for security_group (ff49c492-dd5d-42ba-a2ac-86223b9e954f), before_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:44.672210 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2fce6bd8-4cc5-46bb-a01e-a9d2c5c327c3 admin admin] Publish callbacks [] for security_group (ff49c492-dd5d-42ba-a2ac-86223b9e954f), precommit_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:44.703087 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:44.806580 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2fce6bd8-4cc5-46bb-a01e-a9d2c5c327c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (ff49c492-dd5d-42ba-a2ac-86223b9e954f), after_delete {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:44.809221 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron_lib.callbacks.manager [None req-2fce6bd8-4cc5-46bb-a01e-a9d2c5c327c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:44.810383 dv-cinder-master-3-iscsi neutron-server[106923]: INFO neutron.wsgi [None req-2fce6bd8-4cc5-46bb-a01e-a9d2c5c327c3 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/ff49c492-dd5d-42ba-a2ac-86223b9e954f HTTP/1.1" status: 204 len: 168 time: 0.2091126 Aug 21 01:41:44.818286 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce6bd8-4cc5-46bb-a01e-a9d2c5c327c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff49c492-dd5d-42ba-a2ac-86223b9e954f,revision_number=None']} {{(pid=106923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:45.474767 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 33012) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:45.514914 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-c01627c1-6da8-4e1a-a30c-f60ce3092610 admin admin] 10.222.0.47 "GET /networking/v2.0/security-groups?tenant_id=fc202f480d314bad96b99d8bcb31330f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389991 Aug 21 01:41:45.517369 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [-] (106924) accepted ('10.222.0.47', 33014) {{(pid=106924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 21 01:41:45.568169 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-44ec9532-6ec3-4a9e-a7a7-1dcacdd4c679 admin admin] Publish callbacks [] for security_group (b8065521-2942-4d8e-b826-7687b012f2e7), before_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:45.587818 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-44ec9532-6ec3-4a9e-a7a7-1dcacdd4c679 admin admin] Publish callbacks [] for security_group (b8065521-2942-4d8e-b826-7687b012f2e7), precommit_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:45.698683 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-44ec9532-6ec3-4a9e-a7a7-1dcacdd4c679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914923'] for security_group (b8065521-2942-4d8e-b826-7687b012f2e7), after_delete {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:45.701206 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron_lib.callbacks.manager [None req-44ec9532-6ec3-4a9e-a7a7-1dcacdd4c679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:45.702388 dv-cinder-master-3-iscsi neutron-server[106924]: INFO neutron.wsgi [None req-44ec9532-6ec3-4a9e-a7a7-1dcacdd4c679 admin admin] 10.222.0.47 "DELETE /networking/v2.0/security-groups/b8065521-2942-4d8e-b826-7687b012f2e7 HTTP/1.1" status: 204 len: 168 time: 0.1841331 Aug 21 01:41:45.710971 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec9532-6ec3-4a9e-a7a7-1dcacdd4c679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8065521-2942-4d8e-b826-7687b012f2e7,revision_number=None']} {{(pid=106924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 01:41:49.331189 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=12 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:49.388340 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=85 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:54.814104 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG dbcounter [-] [106923] Writing DB stats neutron:SELECT=67,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:54.831774 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=39,neutron:DELETE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:55.620718 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:55.706983 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG dbcounter [-] [106924] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=106924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:55.723618 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=43,neutron:DELETE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:41:57.749522 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-9349c7d9-652d-402a-94ff-4f33a78a4b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:41:59.714283 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:42:00.246656 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b181cd2d-51cb-466e-bf31-2c2865e536d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:01.435384 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:03.188648 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:03.846024 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:09.400524 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:09.708907 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:42:09.709709 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=3 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:42:19.319619 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:42:19.322167 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:42:25.743451 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:42:25.744250 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:42:27.674210 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-87e38e28-80e3-473f-bda7-e7dec6103ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:30.222435 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0090-a07d-4e33-b735-212c2505917f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:31.445172 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:33.171311 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:33.759652 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:36.714668 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:42:39.433506 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:42:46.709002 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:42:46.709856 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:42:49.358900 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:42:49.364911 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:42:57.677253 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e66e2930-fc75-4eaa-96ae-fc1e8979b8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:00.233293 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-cad6ceeb-5b4c-4f24-ae34-b603af517862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:01.439179 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:03.164164 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:03.718514 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:09.438440 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:13.714759 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:43:19.364753 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:43:19.366636 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:43:27.666835 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=17 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:43:27.668571 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=17 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:43:27.734835 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0cb7924c-2aef-41a8-a9b1-02a59015c948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:30.237397 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-d70cbd9b-fe15-4a5f-88ee-4d64148c8a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:31.454839 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:33.220556 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:33.739573 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:39.481263 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:43:49.376444 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:43:49.378351 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:43:50.712996 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:43:57.715242 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-59f8e497-72ed-4dcb-888f-b4e4e03136aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:00.241155 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-423c6d07-73f3-4ce7-b48d-0ae7ea4afaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:00.708558 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=6 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:44:00.709878 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:44:01.465302 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:03.172684 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:03.774359 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:09.437417 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:19.376317 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:44:19.377302 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:44:27.677850 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-e40d7d90-f678-4156-b118-006208ac6947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:27.712655 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:44:30.237531 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-0915ab15-55e7-440a-a38e-b110a16e3feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:31.452895 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:33.185220 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:33.746435 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:35.640781 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:44:37.709203 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:44:39.437762 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:44:49.370784 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:44:49.372684 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:44:57.694019 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-27dcb7c3-d629-45f5-9407-828e1f255a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:00.248479 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-20f52590-31fc-40af-b09d-3112519283bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:01.455443 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:03.190571 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:03.745465 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:04.712954 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:45:09.476792 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:12.637662 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=3 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:45:14.708043 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:45:19.387042 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:45:19.387854 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:45:27.667025 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=13 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:45:27.671951 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=13 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:45:27.688355 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-7bf36fe3-a795-41b0-9475-d486af3ff000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:30.237278 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-7a477787-f2db-4f80-8f73-99162f3ff37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:31.488460 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:33.187729 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:33.799267 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:39.485118 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:45:41.712518 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:45:49.423188 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:45:49.425067 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:45:49.634014 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=3 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:45:51.707808 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:45:53.119857 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [req-08d69a4b-471d-43e0-a9a8-494a64101641 req-1977e042-2038-4fa7-8172-de2fe7aefa22 tempest-VolumesSnapshotTestJSON-1041524239 tempest-VolumesSnapshotTestJSON-1041524239-project] (106924) timed out ('10.222.0.67', 57364) {{(pid=106924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 21 01:45:57.730860 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-28be09bd-0f43-4741-aef8-89706c03e31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:00.245100 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-5294d089-16a2-47e9-ab5b-9513a7cbf5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:01.473890 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:03.180216 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:03.746304 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:09.490948 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:18.711762 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:46:19.427932 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:46:19.428824 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:46:27.696817 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a8b8-77cc-4ad1-b91a-d2db76f5bae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:28.706160 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:46:28.707368 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG dbcounter [-] [106926] Writing DB stats neutron:SELECT=5 {{(pid=106926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:46:30.235959 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-35150afe-56d4-4fdd-92cb-2476e11a0081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:31.446858 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:33.182760 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-a25dedfb-680f-4da8-8b38-6b1f65b24500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (38704a50-a279-4663-866d-c6e326677e76), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:33.797923 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-131519e4-933a-49e0-ae7e-3dd1b50ae6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (b307dff2-49a8-4f14-9fb9-2a00942097d5), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:39.496863 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-576df644-dda4-45b4-a8f1-ce9d65cd39a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (15b2a179-c412-4cc3-a56e-6b1d04274af1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:49.424054 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:46:49.425980 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG dbcounter [-] [106925] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 21 01:46:51.936625 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-57647371-e76d-4d39-92ab-136cc84a97a2 service neutron] (106923) timed out ('10.222.0.47', 56834) {{(pid=106923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 21 01:46:52.145826 dv-cinder-master-3-iscsi neutron-server[106923]: DEBUG neutron.wsgi [req-60e5ebd9-121b-4824-92c0-c1de06d4b3d4 req-714e2b34-6db1-4702-8d40-958f7dbac3ff tempest-AttachVolumeShelveTestJSON-1747916427 tempest-AttachVolumeShelveTestJSON-1747916427-project] (106923) timed out ('10.222.0.47', 56842) {{(pid=106923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 21 01:46:55.713010 dv-cinder-master-3-iscsi neutron-server[106926]: DEBUG neutron.db.agents_db [None req-0033ffaa-96d3-488b-b6c5-587d47ae8584 None None] Agent healthcheck: found 6 active agents {{(pid=106926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 01:46:57.714764 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-b35a38ec-8974-4e13-abec-a0b52ca8c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (e179770c-40e5-45ba-8a0c-18940e6efda1), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:46:59.787754 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-c5ade32d-1ab3-4fdc-b0a4-dadaf30798c9 service neutron] (106924) timed out ('10.222.0.47', 54264) {{(pid=106924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 21 01:46:59.895835 dv-cinder-master-3-iscsi neutron-server[106924]: DEBUG neutron.wsgi [req-a48f8fb6-6378-4466-83f5-7432e05a0324 req-bab9cdf9-978d-46dd-8fe8-d2a8196be088 tempest-TestShelveInstance-132004812 tempest-TestShelveInstance-132004812-project] (106924) timed out ('10.222.0.47', 54280) {{(pid=106924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 21 01:47:00.240158 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-f3c0d4da-b326-4e12-a4b1-ead0612ba637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (d6936657-dca5-45ee-84d2-2b063a5927fa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 21 01:47:01.472195 dv-cinder-master-3-iscsi neutron-server[106925]: DEBUG neutron_lib.callbacks.manager [None req-50201230-9448-4e3a-a525-1d1bf5d9d522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746095167555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857784'] for agent (34d4a0b3-49b0-4cdf-bd74-1f1877b4ddaa), after_update {{(pid=106925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}